
#!pip install imblearn


# importing all the required packages
import numpy as np
import pandas as pd
import matplotlib as mpl
import matplotlib.pyplot as plt
import seaborn as sns
import time
from scipy.stats import f_oneway
from scipy.stats import chi2_contingency
from sklearn.preprocessing import OneHotEncoder,LabelEncoder,MinMaxScaler
from sklearn.model_selection import train_test_split,GridSearchCV
from sklearn.metrics import classification_report,accuracy_score,recall_score,f1_score,precision_score
from sklearn.feature_selection import SelectKBest, chi2
from sklearn.feature_selection import VarianceThreshold


from sklearn.ensemble import RandomForestClassifier
from sklearn.svm import SVC
from xgboost import XGBClassifier
from sklearn.linear_model import LogisticRegression
from sklearn.naive_bayes import GaussianNB
from sklearn.tree import DecisionTreeClassifier
from sklearn.ensemble import BaggingClassifier
from sklearn.ensemble import AdaBoostClassifier
from sklearn.neighbors import KNeighborsClassifier
from sklearn.ensemble import GradientBoostingClassifier
from catboost import CatBoostClassifier
from lightgbm import LGBMClassifier

import warnings
warnings.filterwarnings("ignore")

from imblearn.over_sampling import SMOTE
import pickle

%matplotlib inline

plt.rcParams['figure.figsize'] = (11,8)


#importing dataset
data = pd.read_csv("D:/Datasets/FMT/signal-data.csv")


data.head()


data.shape

(1567, 592)


# Missing value treatment.
null_df = pd.DataFrame(data.isnull().sum().sort_values(ascending=False))
drop_columns = list(null_df[null_df[0] >= 200].index)


data1 = data.drop(drop_columns,axis = 1)


def change_rarget_values(x):
    if x  == -1:
        return 0
    else:
        return x
    
data1['Pass/Fail'] = data1['Pass/Fail'].apply(lambda x : change_rarget_values(x))


data1.head()


# now we will use simple imputer to fill the missing values
from sklearn.impute import SimpleImputer


imputer = SimpleImputer(missing_values=np.nan, strategy='median')
scaler = MinMaxScaler()
model = RandomForestClassifier()


X = data1.drop(['Pass/Fail','Time'],axis =1)
y = data1['Pass/Fail']


X_imputed = pd.DataFrame(imputer.fit_transform(X),columns=X.columns)
X_imputed.dropna()
X_imputed.head()


X_imputed.columns

Index(['0', '1', '2', '3', '4', '5', '6', '7', '8', '9',
       ...
       '576', '577', '582', '583', '584', '585', '586', '587', '588', '589'],
      dtype='object', length=538)


print('Values counts for tatrget variable : \n',y.value_counts())

Values counts for tatrget variable : 
 0    1463
1     104
Name: Pass/Fail, dtype: int64


#let us see the correllation betwwen vairables  and we will drop correletaled 
plt.figure(figsize = (20,15))
corr = X_imputed.corr()
#annot = False
sns.heatmap(corr,square = True,cmap = 'Greens',linecolor= 'black')
plt.show()


print(X_imputed.corr().columns[:])

Index(['0', '1', '2', '3', '4', '5', '6', '7', '8', '9',
       ...
       '576', '577', '582', '583', '584', '585', '586', '587', '588', '589'],
      dtype='object', length=538)


#Remove the highly collinear features from data
def remove_collinear_features(x, threshold):
    '''
    Objective:
        Remove collinear features in a dataframe with a correlation coefficient
        greater than the threshold. Removing collinear features can help a model 
        to generalize and improves the interpretability of the model.

    Inputs: 
        x: features dataframe
        threshold: features with correlations greater than this value are removed

    Output: 
        dataframe that contains only the non-highly-collinear features
    '''

    # Calculate the correlation matrix
    corr_matrix = x.corr()
    iters = range(len(corr_matrix.columns) - 1)
    drop_cols = []
     # Iterate through the correlation matrix and compare correlations
    for i in iters:
        for j in range(i+1):
            item = corr_matrix.iloc[j:(j+1), (i+1):(i+2)]
            col = item.columns
            row = item.index
            val = abs(item.values)

            # If correlation exceeds the threshold
            if val >= threshold:
                # Print the correlated features and the correlation value
               # print(col.values[0], "|", row.values[0], "|", round(val[0][0], 2))
                drop_cols.append(col.values[0])

    # Drop one of each pair of correlated columns
    drops = set(drop_cols)
    x = x.drop(columns=drops)

    return x


X_imputed2 = remove_collinear_features(X_imputed,0.70)


#let us see the correllation betwwen vairables  and we will drop correletaled 
plt.figure(figsize = (20,15))
corr = X_imputed2.corr()
#annot = False
sns.heatmap(corr,square = True,cmap = 'Greens')
plt.show()


print(X_imputed.shape)
print(X_imputed2.shape)

(1567, 538)
(1567, 309)


num_cols = X_imputed2.select_dtypes(include = [np.number]).columns
cat_cols = X_imputed2.select_dtypes(exclude = [np.number]).columns


num_cols

Index(['0', '1', '2', '3', '4', '5', '6', '7', '8', '9',
       ...
       '558', '559', '570', '571', '572', '582', '583', '586', '587', '589'],
      dtype='object', length=309)


cat_cols

Index([], dtype='object')


sns.countplot(y)
plt.show()


plt.figure(figsize=(30,25))
for i,c in enumerate(num_cols):
    plt.subplot(31,10,i+1)
    sns.boxplot(x = c ,data = X_imputed2)
    plt.title('BoxPlot for '+c)
plt.tight_layout()
plt.show()


# now we will drop all that columnse having variance less than threshold
from sklearn.preprocessing import Normalizer
normalizer = Normalizer()
X_norm =  pd.DataFrame(normalizer.transform(X_imputed2), columns = X_imputed2.columns)
X_norm.shape

(1567, 309)


selector = VarianceThreshold()
selector.fit(X_norm)
mask = selector.get_support()
columns = X_norm.columns
selected_cols = columns[mask]
n_features2 = len(selected_cols)
print(f'remaining features: {n_features2}')

remaining features: 197


X_var = pd.DataFrame(selector.transform(X_imputed2), columns = selected_cols)
X_var.head()


# now we will see which have More correleation with Target and remove all non corelated 
X_var_corr = X_var
X_var_corr['Target'] = y
var_corr = X_var_corr.corr()
no_corr_columns = var_corr.loc[['Target'],abs(var_corr['Target'] < 0.05)].columns
#var_corr[var_corr['Target'] < 0.05]
X_var_corr = X_var_corr.drop(columns = no_corr_columns).drop(columns = ['Target'])


no_corr_columns

Index(['0', '1', '2', '3', '4', '6', '7', '8', '9', '10',
       ...
       '558', '559', '570', '571', '572', '582', '583', '586', '587', '589'],
      dtype='object', length=166)


X_var_corr


#using pipeline 
from sklearn.pipeline import Pipeline

p_line = Pipeline([('imputer',SimpleImputer(missing_values=np.nan, strategy='median')),
                   ('scaler',MinMaxScaler()),('model',RandomForestClassifier())])

p_line.fit(X, y)

Pipeline(steps=[('imputer', SimpleImputer(strategy='median')),
                ('scaler', MinMaxScaler()),
                ('model', RandomForestClassifier())])


model = RandomForestClassifier()
X_scaled = scaler.fit_transform(X_var_corr)
model.fit(X_scaled,y)

imp_features_df = pd.DataFrame(model.feature_importances_,index = X_var_corr.columns,columns = ['Values'])
imp_features_df = imp_features_df.sort_values(by='Values',ascending=False)
imp_features_df.sort_values(by = 'Values',ascending= False)


model = RandomForestClassifier()
X_scaled_all = scaler.fit_transform(X_imputed)
model.fit(X_scaled_all,y)

imp_features_df_all = pd.DataFrame(model.feature_importances_,index = X.columns,columns = ['Values'])
imp_features_df_all = imp_features_df_all.sort_values(by='Values',ascending=False)
imp_features_df_all.sort_values(by = 'Values',ascending= False)


(imp_features_df_all['Values'] <= 0.000).sum()

122


X_train,X_test,y_train,y_test = train_test_split(X_scaled_all,y,test_size = 0.2,random_state = 1)


from sklearn.linear_model import RidgeClassifier
for alpha in [0.1,0.2,0.3,0.4,0.5,1.0]:
    ridge = RidgeClassifier(alpha= alpha)
    ridge.fit(X_train,y_train)
    train_score = ridge.score(X_train,y_train)
    test_score = ridge.score(X_test,y_test)
    
    print(f'{alpha} : {train_score}')
    print(f'{alpha} : {test_score}')
    print('*'*30)

0.1 : 0.945730247406225
0.1 : 0.9267515923566879
******************************
0.2 : 0.9441340782122905
0.2 : 0.9299363057324841
******************************
0.3 : 0.9441340782122905
0.3 : 0.9331210191082803
******************************
0.4 : 0.9433359936153233
0.4 : 0.9331210191082803
******************************
0.5 : 0.942537909018356
0.5 : 0.9331210191082803
******************************
1.0 : 0.9409417398244214
1.0 : 0.9363057324840764
******************************


ridge = RidgeClassifier(alpha= 1.0)
ridge.fit(X_train,y_train)
(np.round(ridge.coef_,2) == 0.0).sum()

128


# with only 32 cols
X_train,X_test,y_train,y_test = train_test_split(X_var_corr,y,test_size = 0.2,random_state = 1)
for alpha in [0.1,0.2,0.3,0.4,0.5,1.0]:
    ridge = RidgeClassifier(alpha= alpha)
    ridge.fit(X_train,y_train)
    train_score = ridge.score(X_train,y_train)
    test_score = ridge.score(X_test,y_test)
    
    print(f'{alpha} : {train_score}')
    print(f'{alpha} : {test_score}')
    print('*'*30)

0.1 : 0.9329608938547486
0.1 : 0.9331210191082803
******************************
0.2 : 0.9329608938547486
0.2 : 0.9331210191082803
******************************
0.3 : 0.9329608938547486
0.3 : 0.9331210191082803
******************************
0.4 : 0.9329608938547486
0.4 : 0.9331210191082803
******************************
0.5 : 0.9329608938547486
0.5 : 0.9331210191082803
******************************
1.0 : 0.9337589784517158
1.0 : 0.9331210191082803
******************************


ridge = RidgeClassifier(alpha= 1.0,)
ridge.fit(X_train,y_train)
print(np.round(ridge.coef_[0],3))
coeff_dict = {}
for col,coeff in zip(X_var_corr.columns,ridge.coef_[0]):
    coeff_dict[col] = coeff

[ 0.     0.     0.001  0.009 -0.061  0.     0.     0.026  0.136  0.011
 -0.007  0.015  0.    -0.453 -0.     0.01   0.037  0.087  0.472  0.092
  0.029 -0.001 -0.     0.     0.035  0.002  0.004  0.412  0.002  0.001
  0.   ]


ridge_drop_cols= []
for key in coeff_dict.keys():
    if coeff_dict[key] == 0.:
        ridge_drop_cols.append(key)
        
ridge_drop_cols.append('114')


X_var_corr = X_var_corr.drop(columns = ridge_drop_cols)


model = RandomForestClassifier()
X_scaled = scaler.fit_transform(X_var_corr)
model.fit(X_scaled,y)

imp_features_df = pd.DataFrame(model.feature_importances_,index = X_var_corr.columns,columns = ['Values'])
imp_features_df = imp_features_df.sort_values(by='Values',ascending=False)
imp_features_df.sort_values(by = 'Values',ascending= False)


plt.figure(figsize=(30,25))
for i,c in enumerate(X_var_corr.columns):
    plt.subplot(5,6,i+1)
    sns.boxplot(x = c ,data = X_imputed2)
    plt.title('BoxPlot for '+c)
plt.tight_layout()
plt.show()


plt.figure(figsize=(30,25))
for i,c in enumerate(X_var_corr.columns):
    plt.subplot(5,6,i+1)
    sns.kdeplot(x = c ,data = X_imputed2)
    plt.title('BoxPlot for '+c)
plt.tight_layout()
plt.show()


sns.pairplot(X_var_corr)
plt.show()


X_var_corr_target = X_var_corr.copy()
X_var_corr_target['Target'] = y


plt.figure(figsize=(30,25))
for i,c in enumerate(X_var_corr.columns):
    plt.subplot(5,6,i+1)
    sns.boxplot(y = c ,x = 'Target',data = X_var_corr_target)
    plt.title('BoxPlot for '+c)
plt.tight_layout()
plt.show()


plt.figure(figsize=(30,25))
for i,c in enumerate(X_var_corr.columns):
    plt.subplot(5,6,i+1)
    sns.kdeplot(x = c ,hue = 'Target',data = X_var_corr_target)
    plt.title('BoxPlot for '+c)
plt.tight_layout()
plt.show()


sns.pairplot(data = X_var_corr_target,hue = 'Target')
plt.show()


X_train,X_test,y_train,y_test = train_test_split(X_var_corr,y,test_size = 0.2,random_state = 1)


lr = LogisticRegression()
svc = SVC(probability=True)
rf = RandomForestClassifier()
gnb = GaussianNB()
dt = DecisionTreeClassifier(max_depth = 8)
ab = AdaBoostClassifier(dt)
bc = BaggingClassifier(dt)
gb = GradientBoostingClassifier()
xgb = XGBClassifier()
cat = CatBoostClassifier()
lgbm = LGBMClassifier()


def models_info(model,X_train,X_test,y_train,y_test):
    start = time.time()
    
    model.fit(X_train,y_train)
    y_pred = model.predict(X_test)
    
    train_accuracy = model.score(X_train,y_train)
    test_accuracy = model.score(X_test,y_test)
    f1 = f1_score(y_test,y_pred)
    recall = recall_score(y_test,y_pred)
    precision = precision_score(y_test,y_pred)
    
    end = time.time() 
    duration = end - start 
    
    return train_accuracy,test_accuracy,f1, recall, recall,duration,y_pred


models = [lr,svc,rf,gnb,dt,ab,bc,gb,xgb,cat,lgbm]
model_names = ['Logistic Regression','SVM','RandomForest','Naive Bayes','Decision Tree','Adaboost','BaggingClassifier',
              'gradientBoost','XgBoost','CatClassifier','lightGBM']

result_labels = ['train_accuracy','test_accuracy','f1','recall',' precision','Duration']

result = {}

for model,name in zip(models,model_names):
    result[name] = list(models_info(model,X_train,X_test,y_train,y_test)[:-1])

[09:31:50] WARNING: C:/Users/Administrator/workspace/xgboost-win64_release_1.5.0/src/learner.cc:1115: Starting in XGBoost 1.3.0, the default evaluation metric used with the objective 'binary:logistic' was changed from 'error' to 'logloss'. Explicitly set eval_metric if you'd like to restore the old behavior.
Learning rate set to 0.011344
0:	learn: 0.6792918	total: 168ms	remaining: 2m 48s
1:	learn: 0.6653310	total: 174ms	remaining: 1m 26s
2:	learn: 0.6521124	total: 181ms	remaining: 1m
3:	learn: 0.6392901	total: 188ms	remaining: 46.7s
4:	learn: 0.6268242	total: 194ms	remaining: 38.6s
5:	learn: 0.6143187	total: 199ms	remaining: 33s
6:	learn: 0.6025520	total: 203ms	remaining: 28.8s
7:	learn: 0.5921404	total: 206ms	remaining: 25.5s
8:	learn: 0.5805750	total: 210ms	remaining: 23.1s
9:	learn: 0.5701079	total: 213ms	remaining: 21.1s
10:	learn: 0.5594711	total: 216ms	remaining: 19.4s
11:	learn: 0.5486482	total: 219ms	remaining: 18s
12:	learn: 0.5389003	total: 222ms	remaining: 16.9s
13:	learn: 0.5296513	total: 225ms	remaining: 15.9s
14:	learn: 0.5204023	total: 229ms	remaining: 15s
15:	learn: 0.5111784	total: 232ms	remaining: 14.3s
16:	learn: 0.5018972	total: 235ms	remaining: 13.6s
17:	learn: 0.4933483	total: 238ms	remaining: 13s
18:	learn: 0.4853214	total: 240ms	remaining: 12.4s
19:	learn: 0.4773446	total: 243ms	remaining: 11.9s
20:	learn: 0.4694423	total: 245ms	remaining: 11.4s
21:	learn: 0.4612713	total: 248ms	remaining: 11s
22:	learn: 0.4546802	total: 249ms	remaining: 10.6s
23:	learn: 0.4468121	total: 252ms	remaining: 10.2s
24:	learn: 0.4397979	total: 255ms	remaining: 9.93s
25:	learn: 0.4337378	total: 257ms	remaining: 9.64s
26:	learn: 0.4268366	total: 260ms	remaining: 9.36s
27:	learn: 0.4211430	total: 262ms	remaining: 9.11s
28:	learn: 0.4154780	total: 265ms	remaining: 8.88s
29:	learn: 0.4098565	total: 268ms	remaining: 8.66s
30:	learn: 0.4044380	total: 270ms	remaining: 8.45s
31:	learn: 0.3982689	total: 273ms	remaining: 8.26s
32:	learn: 0.3924557	total: 276ms	remaining: 8.08s
33:	learn: 0.3870612	total: 278ms	remaining: 7.91s
34:	learn: 0.3816644	total: 281ms	remaining: 7.75s
35:	learn: 0.3766591	total: 284ms	remaining: 7.6s
36:	learn: 0.3716255	total: 287ms	remaining: 7.46s
37:	learn: 0.3668663	total: 289ms	remaining: 7.32s
38:	learn: 0.3619217	total: 292ms	remaining: 7.2s
39:	learn: 0.3567619	total: 295ms	remaining: 7.08s
40:	learn: 0.3525603	total: 297ms	remaining: 6.96s
41:	learn: 0.3488247	total: 300ms	remaining: 6.84s
42:	learn: 0.3451084	total: 303ms	remaining: 6.74s
43:	learn: 0.3411436	total: 305ms	remaining: 6.64s
44:	learn: 0.3371745	total: 308ms	remaining: 6.54s
45:	learn: 0.3331213	total: 311ms	remaining: 6.44s
46:	learn: 0.3300212	total: 313ms	remaining: 6.35s
47:	learn: 0.3265494	total: 316ms	remaining: 6.26s
48:	learn: 0.3228829	total: 319ms	remaining: 6.18s
49:	learn: 0.3190430	total: 322ms	remaining: 6.11s
50:	learn: 0.3155487	total: 325ms	remaining: 6.04s
51:	learn: 0.3122083	total: 328ms	remaining: 5.98s
52:	learn: 0.3089130	total: 331ms	remaining: 5.91s
53:	learn: 0.3053684	total: 334ms	remaining: 5.85s
54:	learn: 0.3024471	total: 337ms	remaining: 5.79s
55:	learn: 0.2998701	total: 340ms	remaining: 5.72s
56:	learn: 0.2974096	total: 343ms	remaining: 5.67s
57:	learn: 0.2947163	total: 346ms	remaining: 5.61s
58:	learn: 0.2921008	total: 348ms	remaining: 5.55s
59:	learn: 0.2894068	total: 351ms	remaining: 5.5s
60:	learn: 0.2870609	total: 354ms	remaining: 5.45s
61:	learn: 0.2844724	total: 357ms	remaining: 5.4s
62:	learn: 0.2821823	total: 360ms	remaining: 5.36s
63:	learn: 0.2802768	total: 364ms	remaining: 5.32s
64:	learn: 0.2779684	total: 366ms	remaining: 5.27s
65:	learn: 0.2757494	total: 370ms	remaining: 5.23s
66:	learn: 0.2737113	total: 373ms	remaining: 5.19s
67:	learn: 0.2713400	total: 376ms	remaining: 5.15s
68:	learn: 0.2689026	total: 379ms	remaining: 5.11s
69:	learn: 0.2668682	total: 381ms	remaining: 5.07s
70:	learn: 0.2651679	total: 384ms	remaining: 5.02s
71:	learn: 0.2633597	total: 387ms	remaining: 4.99s
72:	learn: 0.2612033	total: 389ms	remaining: 4.95s
73:	learn: 0.2590241	total: 392ms	remaining: 4.91s
74:	learn: 0.2572413	total: 395ms	remaining: 4.87s
75:	learn: 0.2556604	total: 398ms	remaining: 4.83s
76:	learn: 0.2540097	total: 400ms	remaining: 4.79s
77:	learn: 0.2521969	total: 403ms	remaining: 4.76s
78:	learn: 0.2506328	total: 405ms	remaining: 4.72s
79:	learn: 0.2486307	total: 408ms	remaining: 4.69s
80:	learn: 0.2471680	total: 411ms	remaining: 4.66s
81:	learn: 0.2458817	total: 413ms	remaining: 4.63s
82:	learn: 0.2445167	total: 416ms	remaining: 4.6s
83:	learn: 0.2432093	total: 419ms	remaining: 4.57s
84:	learn: 0.2415600	total: 421ms	remaining: 4.54s
85:	learn: 0.2402592	total: 424ms	remaining: 4.51s
86:	learn: 0.2389288	total: 427ms	remaining: 4.48s
87:	learn: 0.2378021	total: 429ms	remaining: 4.45s
88:	learn: 0.2361184	total: 432ms	remaining: 4.42s
89:	learn: 0.2349865	total: 435ms	remaining: 4.4s
90:	learn: 0.2337616	total: 438ms	remaining: 4.37s
91:	learn: 0.2325394	total: 441ms	remaining: 4.35s
92:	learn: 0.2316441	total: 443ms	remaining: 4.33s
93:	learn: 0.2305006	total: 446ms	remaining: 4.3s
94:	learn: 0.2291201	total: 449ms	remaining: 4.28s
95:	learn: 0.2279504	total: 452ms	remaining: 4.26s
96:	learn: 0.2266302	total: 455ms	remaining: 4.24s
97:	learn: 0.2252168	total: 458ms	remaining: 4.21s
98:	learn: 0.2238889	total: 461ms	remaining: 4.2s
99:	learn: 0.2230654	total: 464ms	remaining: 4.18s
100:	learn: 0.2220395	total: 467ms	remaining: 4.16s
101:	learn: 0.2207959	total: 471ms	remaining: 4.14s
102:	learn: 0.2200187	total: 474ms	remaining: 4.12s
103:	learn: 0.2189546	total: 477ms	remaining: 4.11s
104:	learn: 0.2183699	total: 479ms	remaining: 4.09s
105:	learn: 0.2174475	total: 482ms	remaining: 4.07s
106:	learn: 0.2166628	total: 485ms	remaining: 4.05s
107:	learn: 0.2158672	total: 488ms	remaining: 4.03s
108:	learn: 0.2147703	total: 491ms	remaining: 4.01s
109:	learn: 0.2142199	total: 494ms	remaining: 3.99s
110:	learn: 0.2135367	total: 497ms	remaining: 3.98s
111:	learn: 0.2125717	total: 500ms	remaining: 3.96s
112:	learn: 0.2115409	total: 503ms	remaining: 3.95s
113:	learn: 0.2106250	total: 506ms	remaining: 3.93s
114:	learn: 0.2096070	total: 509ms	remaining: 3.92s
115:	learn: 0.2088437	total: 512ms	remaining: 3.9s
116:	learn: 0.2078487	total: 515ms	remaining: 3.88s
117:	learn: 0.2070829	total: 518ms	remaining: 3.87s
118:	learn: 0.2063768	total: 521ms	remaining: 3.86s
119:	learn: 0.2054960	total: 525ms	remaining: 3.85s
120:	learn: 0.2046113	total: 528ms	remaining: 3.84s
121:	learn: 0.2038833	total: 531ms	remaining: 3.82s
122:	learn: 0.2031292	total: 534ms	remaining: 3.81s
123:	learn: 0.2022214	total: 538ms	remaining: 3.8s
124:	learn: 0.2014745	total: 541ms	remaining: 3.79s
125:	learn: 0.2006518	total: 544ms	remaining: 3.77s
126:	learn: 0.1999469	total: 547ms	remaining: 3.76s
127:	learn: 0.1993044	total: 550ms	remaining: 3.75s
128:	learn: 0.1984104	total: 553ms	remaining: 3.74s
129:	learn: 0.1976861	total: 557ms	remaining: 3.73s
130:	learn: 0.1969607	total: 560ms	remaining: 3.72s
131:	learn: 0.1964213	total: 563ms	remaining: 3.7s
132:	learn: 0.1954767	total: 566ms	remaining: 3.69s
133:	learn: 0.1946728	total: 569ms	remaining: 3.68s
134:	learn: 0.1938753	total: 573ms	remaining: 3.67s
135:	learn: 0.1933367	total: 576ms	remaining: 3.66s
136:	learn: 0.1928803	total: 580ms	remaining: 3.65s
137:	learn: 0.1919996	total: 582ms	remaining: 3.64s
138:	learn: 0.1914400	total: 585ms	remaining: 3.62s
139:	learn: 0.1905844	total: 589ms	remaining: 3.62s
140:	learn: 0.1899700	total: 592ms	remaining: 3.6s
141:	learn: 0.1894844	total: 595ms	remaining: 3.59s
142:	learn: 0.1888252	total: 598ms	remaining: 3.58s
143:	learn: 0.1883141	total: 601ms	remaining: 3.57s
144:	learn: 0.1875918	total: 604ms	remaining: 3.56s
145:	learn: 0.1872053	total: 607ms	remaining: 3.55s
146:	learn: 0.1864644	total: 610ms	remaining: 3.54s
147:	learn: 0.1856385	total: 612ms	remaining: 3.52s
148:	learn: 0.1850902	total: 615ms	remaining: 3.51s
149:	learn: 0.1841875	total: 618ms	remaining: 3.5s
150:	learn: 0.1836254	total: 620ms	remaining: 3.49s
151:	learn: 0.1831716	total: 623ms	remaining: 3.48s
152:	learn: 0.1829167	total: 626ms	remaining: 3.46s
153:	learn: 0.1820837	total: 628ms	remaining: 3.45s
154:	learn: 0.1817275	total: 631ms	remaining: 3.44s
155:	learn: 0.1813499	total: 634ms	remaining: 3.43s
156:	learn: 0.1809522	total: 637ms	remaining: 3.42s
157:	learn: 0.1804402	total: 640ms	remaining: 3.41s
158:	learn: 0.1799994	total: 643ms	remaining: 3.4s
159:	learn: 0.1795072	total: 645ms	remaining: 3.39s
160:	learn: 0.1790324	total: 648ms	remaining: 3.38s
161:	learn: 0.1784388	total: 651ms	remaining: 3.37s
162:	learn: 0.1781649	total: 654ms	remaining: 3.36s
163:	learn: 0.1776384	total: 656ms	remaining: 3.35s
164:	learn: 0.1771758	total: 659ms	remaining: 3.33s
165:	learn: 0.1768852	total: 662ms	remaining: 3.32s
166:	learn: 0.1764384	total: 664ms	remaining: 3.31s
167:	learn: 0.1761108	total: 667ms	remaining: 3.3s
168:	learn: 0.1757342	total: 670ms	remaining: 3.29s
169:	learn: 0.1752929	total: 672ms	remaining: 3.28s
170:	learn: 0.1750289	total: 675ms	remaining: 3.27s
171:	learn: 0.1746677	total: 678ms	remaining: 3.26s
172:	learn: 0.1743017	total: 680ms	remaining: 3.25s
173:	learn: 0.1738421	total: 683ms	remaining: 3.24s
174:	learn: 0.1733604	total: 686ms	remaining: 3.23s
175:	learn: 0.1730987	total: 689ms	remaining: 3.22s
176:	learn: 0.1727682	total: 691ms	remaining: 3.21s
177:	learn: 0.1725339	total: 694ms	remaining: 3.2s
178:	learn: 0.1721346	total: 697ms	remaining: 3.19s
179:	learn: 0.1717153	total: 699ms	remaining: 3.19s
180:	learn: 0.1714076	total: 702ms	remaining: 3.18s
181:	learn: 0.1708616	total: 705ms	remaining: 3.17s
182:	learn: 0.1706104	total: 708ms	remaining: 3.16s
183:	learn: 0.1700754	total: 711ms	remaining: 3.15s
184:	learn: 0.1695575	total: 714ms	remaining: 3.15s
185:	learn: 0.1692591	total: 717ms	remaining: 3.14s
186:	learn: 0.1689512	total: 721ms	remaining: 3.13s
187:	learn: 0.1683987	total: 724ms	remaining: 3.13s
188:	learn: 0.1680772	total: 727ms	remaining: 3.12s
189:	learn: 0.1676436	total: 730ms	remaining: 3.11s
190:	learn: 0.1674265	total: 733ms	remaining: 3.1s
191:	learn: 0.1669681	total: 736ms	remaining: 3.1s
192:	learn: 0.1664117	total: 738ms	remaining: 3.09s
193:	learn: 0.1660689	total: 741ms	remaining: 3.08s
194:	learn: 0.1656863	total: 744ms	remaining: 3.07s
195:	learn: 0.1652321	total: 746ms	remaining: 3.06s
196:	learn: 0.1647607	total: 749ms	remaining: 3.05s
197:	learn: 0.1645041	total: 751ms	remaining: 3.04s
198:	learn: 0.1640801	total: 754ms	remaining: 3.03s
199:	learn: 0.1638039	total: 757ms	remaining: 3.03s
200:	learn: 0.1634838	total: 760ms	remaining: 3.02s
201:	learn: 0.1631434	total: 763ms	remaining: 3.01s
202:	learn: 0.1627353	total: 766ms	remaining: 3s
203:	learn: 0.1626006	total: 769ms	remaining: 3s
204:	learn: 0.1624261	total: 772ms	remaining: 2.99s
205:	learn: 0.1619572	total: 775ms	remaining: 2.99s
206:	learn: 0.1616380	total: 778ms	remaining: 2.98s
207:	learn: 0.1611989	total: 781ms	remaining: 2.97s
208:	learn: 0.1609014	total: 784ms	remaining: 2.96s
209:	learn: 0.1606100	total: 786ms	remaining: 2.96s
210:	learn: 0.1603510	total: 789ms	remaining: 2.95s
211:	learn: 0.1599333	total: 792ms	remaining: 2.94s
212:	learn: 0.1596761	total: 795ms	remaining: 2.94s
213:	learn: 0.1592465	total: 798ms	remaining: 2.93s
214:	learn: 0.1589154	total: 800ms	remaining: 2.92s
215:	learn: 0.1587451	total: 803ms	remaining: 2.91s
216:	learn: 0.1583802	total: 806ms	remaining: 2.91s
217:	learn: 0.1580106	total: 808ms	remaining: 2.9s
218:	learn: 0.1578198	total: 811ms	remaining: 2.89s
219:	learn: 0.1577191	total: 814ms	remaining: 2.88s
220:	learn: 0.1573852	total: 816ms	remaining: 2.88s
221:	learn: 0.1569016	total: 819ms	remaining: 2.87s
222:	learn: 0.1565217	total: 822ms	remaining: 2.86s
223:	learn: 0.1564222	total: 824ms	remaining: 2.85s
224:	learn: 0.1562841	total: 827ms	remaining: 2.85s
225:	learn: 0.1560913	total: 829ms	remaining: 2.84s
226:	learn: 0.1558216	total: 832ms	remaining: 2.83s
227:	learn: 0.1554919	total: 835ms	remaining: 2.83s
228:	learn: 0.1552325	total: 838ms	remaining: 2.82s
229:	learn: 0.1546564	total: 840ms	remaining: 2.81s
230:	learn: 0.1544352	total: 844ms	remaining: 2.81s
231:	learn: 0.1540918	total: 847ms	remaining: 2.8s
232:	learn: 0.1539015	total: 849ms	remaining: 2.8s
233:	learn: 0.1535267	total: 853ms	remaining: 2.79s
234:	learn: 0.1531031	total: 855ms	remaining: 2.78s
235:	learn: 0.1529662	total: 858ms	remaining: 2.78s
236:	learn: 0.1525766	total: 861ms	remaining: 2.77s
237:	learn: 0.1521862	total: 864ms	remaining: 2.77s
238:	learn: 0.1518878	total: 868ms	remaining: 2.76s
239:	learn: 0.1516773	total: 871ms	remaining: 2.76s
240:	learn: 0.1513133	total: 874ms	remaining: 2.75s
241:	learn: 0.1511153	total: 877ms	remaining: 2.75s
242:	learn: 0.1509259	total: 880ms	remaining: 2.74s
243:	learn: 0.1506434	total: 883ms	remaining: 2.73s
244:	learn: 0.1504568	total: 886ms	remaining: 2.73s
245:	learn: 0.1501710	total: 889ms	remaining: 2.73s
246:	learn: 0.1500150	total: 892ms	remaining: 2.72s
247:	learn: 0.1497752	total: 895ms	remaining: 2.71s
248:	learn: 0.1494727	total: 898ms	remaining: 2.71s
249:	learn: 0.1492817	total: 901ms	remaining: 2.7s
250:	learn: 0.1490564	total: 904ms	remaining: 2.7s
251:	learn: 0.1485881	total: 907ms	remaining: 2.69s
252:	learn: 0.1483990	total: 910ms	remaining: 2.69s
253:	learn: 0.1481446	total: 913ms	remaining: 2.68s
254:	learn: 0.1478806	total: 916ms	remaining: 2.68s
255:	learn: 0.1475701	total: 919ms	remaining: 2.67s
256:	learn: 0.1473969	total: 923ms	remaining: 2.67s
257:	learn: 0.1470742	total: 926ms	remaining: 2.66s
258:	learn: 0.1469880	total: 929ms	remaining: 2.66s
259:	learn: 0.1468699	total: 932ms	remaining: 2.65s
260:	learn: 0.1464787	total: 935ms	remaining: 2.65s
261:	learn: 0.1463937	total: 938ms	remaining: 2.64s
262:	learn: 0.1463072	total: 941ms	remaining: 2.64s
263:	learn: 0.1462083	total: 944ms	remaining: 2.63s
264:	learn: 0.1460317	total: 948ms	remaining: 2.63s
265:	learn: 0.1459125	total: 951ms	remaining: 2.62s
266:	learn: 0.1457715	total: 954ms	remaining: 2.62s
267:	learn: 0.1457025	total: 958ms	remaining: 2.62s
268:	learn: 0.1454246	total: 961ms	remaining: 2.61s
269:	learn: 0.1451035	total: 964ms	remaining: 2.61s
270:	learn: 0.1449971	total: 967ms	remaining: 2.6s
271:	learn: 0.1446328	total: 970ms	remaining: 2.6s
272:	learn: 0.1443876	total: 973ms	remaining: 2.59s
273:	learn: 0.1443393	total: 975ms	remaining: 2.58s
274:	learn: 0.1441432	total: 978ms	remaining: 2.58s
275:	learn: 0.1440016	total: 981ms	remaining: 2.57s
276:	learn: 0.1437918	total: 984ms	remaining: 2.57s
277:	learn: 0.1433897	total: 987ms	remaining: 2.56s
278:	learn: 0.1431441	total: 990ms	remaining: 2.56s
279:	learn: 0.1427472	total: 992ms	remaining: 2.55s
280:	learn: 0.1425844	total: 995ms	remaining: 2.54s
281:	learn: 0.1423817	total: 998ms	remaining: 2.54s
282:	learn: 0.1419881	total: 1s	remaining: 2.53s
283:	learn: 0.1416418	total: 1s	remaining: 2.53s
284:	learn: 0.1413535	total: 1s	remaining: 2.52s
285:	learn: 0.1411389	total: 1.01s	remaining: 2.52s
286:	learn: 0.1410559	total: 1.01s	remaining: 2.51s
287:	learn: 0.1409230	total: 1.01s	remaining: 2.51s
288:	learn: 0.1407520	total: 1.02s	remaining: 2.5s
289:	learn: 0.1405298	total: 1.02s	remaining: 2.5s
290:	learn: 0.1402512	total: 1.02s	remaining: 2.49s
291:	learn: 0.1401689	total: 1.02s	remaining: 2.48s
292:	learn: 0.1399736	total: 1.03s	remaining: 2.48s
293:	learn: 0.1396836	total: 1.03s	remaining: 2.47s
294:	learn: 0.1395489	total: 1.03s	remaining: 2.47s
295:	learn: 0.1393309	total: 1.03s	remaining: 2.46s
296:	learn: 0.1391854	total: 1.04s	remaining: 2.46s
297:	learn: 0.1388923	total: 1.04s	remaining: 2.45s
298:	learn: 0.1386077	total: 1.04s	remaining: 2.45s
299:	learn: 0.1383311	total: 1.05s	remaining: 2.44s
300:	learn: 0.1381657	total: 1.05s	remaining: 2.44s
301:	learn: 0.1378918	total: 1.05s	remaining: 2.43s
302:	learn: 0.1376891	total: 1.05s	remaining: 2.42s
303:	learn: 0.1375246	total: 1.06s	remaining: 2.42s
304:	learn: 0.1374499	total: 1.06s	remaining: 2.42s
305:	learn: 0.1372531	total: 1.06s	remaining: 2.41s
306:	learn: 0.1369853	total: 1.07s	remaining: 2.41s
307:	learn: 0.1366496	total: 1.07s	remaining: 2.4s
308:	learn: 0.1364871	total: 1.07s	remaining: 2.4s
309:	learn: 0.1363109	total: 1.07s	remaining: 2.39s
310:	learn: 0.1360040	total: 1.08s	remaining: 2.39s
311:	learn: 0.1356321	total: 1.08s	remaining: 2.38s
312:	learn: 0.1355735	total: 1.08s	remaining: 2.38s
313:	learn: 0.1354011	total: 1.09s	remaining: 2.37s
314:	learn: 0.1351118	total: 1.09s	remaining: 2.37s
315:	learn: 0.1350045	total: 1.09s	remaining: 2.36s
316:	learn: 0.1347651	total: 1.09s	remaining: 2.36s
317:	learn: 0.1344253	total: 1.1s	remaining: 2.35s
318:	learn: 0.1342435	total: 1.1s	remaining: 2.35s
319:	learn: 0.1339223	total: 1.1s	remaining: 2.34s
320:	learn: 0.1338550	total: 1.1s	remaining: 2.34s
321:	learn: 0.1336593	total: 1.11s	remaining: 2.33s
322:	learn: 0.1336051	total: 1.11s	remaining: 2.33s
323:	learn: 0.1335468	total: 1.11s	remaining: 2.32s
324:	learn: 0.1333872	total: 1.12s	remaining: 2.32s
325:	learn: 0.1331048	total: 1.12s	remaining: 2.31s
326:	learn: 0.1330547	total: 1.12s	remaining: 2.31s
327:	learn: 0.1327930	total: 1.12s	remaining: 2.3s
328:	learn: 0.1325890	total: 1.13s	remaining: 2.3s
329:	learn: 0.1323500	total: 1.13s	remaining: 2.29s
330:	learn: 0.1321920	total: 1.13s	remaining: 2.29s
331:	learn: 0.1319611	total: 1.14s	remaining: 2.28s
332:	learn: 0.1318224	total: 1.14s	remaining: 2.28s
333:	learn: 0.1315219	total: 1.14s	remaining: 2.27s
334:	learn: 0.1313157	total: 1.14s	remaining: 2.27s
335:	learn: 0.1312719	total: 1.15s	remaining: 2.27s
336:	learn: 0.1312317	total: 1.15s	remaining: 2.26s
337:	learn: 0.1309764	total: 1.15s	remaining: 2.26s
338:	learn: 0.1308461	total: 1.16s	remaining: 2.25s
339:	learn: 0.1307695	total: 1.16s	remaining: 2.25s
340:	learn: 0.1306900	total: 1.16s	remaining: 2.24s
341:	learn: 0.1305445	total: 1.16s	remaining: 2.24s
342:	learn: 0.1303115	total: 1.17s	remaining: 2.24s
343:	learn: 0.1301971	total: 1.17s	remaining: 2.23s
344:	learn: 0.1300315	total: 1.17s	remaining: 2.23s
345:	learn: 0.1299358	total: 1.18s	remaining: 2.22s
346:	learn: 0.1297307	total: 1.18s	remaining: 2.22s
347:	learn: 0.1296412	total: 1.18s	remaining: 2.21s
348:	learn: 0.1295944	total: 1.18s	remaining: 2.21s
349:	learn: 0.1293600	total: 1.19s	remaining: 2.2s
350:	learn: 0.1291517	total: 1.19s	remaining: 2.2s
351:	learn: 0.1291411	total: 1.19s	remaining: 2.19s
352:	learn: 0.1290260	total: 1.19s	remaining: 2.19s
353:	learn: 0.1288862	total: 1.2s	remaining: 2.18s
354:	learn: 0.1286638	total: 1.2s	remaining: 2.18s
355:	learn: 0.1284526	total: 1.2s	remaining: 2.17s
356:	learn: 0.1281795	total: 1.21s	remaining: 2.17s
357:	learn: 0.1279642	total: 1.21s	remaining: 2.17s
358:	learn: 0.1277506	total: 1.21s	remaining: 2.16s
359:	learn: 0.1275647	total: 1.21s	remaining: 2.16s
360:	learn: 0.1274398	total: 1.22s	remaining: 2.15s
361:	learn: 0.1272942	total: 1.22s	remaining: 2.15s
362:	learn: 0.1269975	total: 1.22s	remaining: 2.14s
363:	learn: 0.1267804	total: 1.22s	remaining: 2.14s
364:	learn: 0.1262924	total: 1.23s	remaining: 2.13s
365:	learn: 0.1261361	total: 1.23s	remaining: 2.13s
366:	learn: 0.1259090	total: 1.23s	remaining: 2.13s
367:	learn: 0.1257109	total: 1.24s	remaining: 2.12s
368:	learn: 0.1255535	total: 1.24s	remaining: 2.12s
369:	learn: 0.1254070	total: 1.24s	remaining: 2.11s
370:	learn: 0.1251379	total: 1.24s	remaining: 2.11s
371:	learn: 0.1249070	total: 1.25s	remaining: 2.11s
372:	learn: 0.1247439	total: 1.25s	remaining: 2.1s
373:	learn: 0.1246140	total: 1.25s	remaining: 2.1s
374:	learn: 0.1242989	total: 1.26s	remaining: 2.09s
375:	learn: 0.1239680	total: 1.26s	remaining: 2.09s
376:	learn: 0.1237916	total: 1.26s	remaining: 2.09s
377:	learn: 0.1233497	total: 1.26s	remaining: 2.08s
378:	learn: 0.1231974	total: 1.27s	remaining: 2.08s
379:	learn: 0.1229326	total: 1.27s	remaining: 2.07s
380:	learn: 0.1226755	total: 1.27s	remaining: 2.07s
381:	learn: 0.1226204	total: 1.27s	remaining: 2.06s
382:	learn: 0.1225070	total: 1.28s	remaining: 2.06s
383:	learn: 0.1224136	total: 1.28s	remaining: 2.05s
384:	learn: 0.1220224	total: 1.28s	remaining: 2.05s
385:	learn: 0.1217714	total: 1.29s	remaining: 2.05s
386:	learn: 0.1215776	total: 1.29s	remaining: 2.04s
387:	learn: 0.1213620	total: 1.29s	remaining: 2.04s
388:	learn: 0.1211759	total: 1.29s	remaining: 2.03s
389:	learn: 0.1209154	total: 1.3s	remaining: 2.03s
390:	learn: 0.1207381	total: 1.3s	remaining: 2.02s
391:	learn: 0.1205173	total: 1.3s	remaining: 2.02s
392:	learn: 0.1203440	total: 1.3s	remaining: 2.02s
393:	learn: 0.1202946	total: 1.31s	remaining: 2.01s
394:	learn: 0.1202457	total: 1.31s	remaining: 2.01s
395:	learn: 0.1199989	total: 1.31s	remaining: 2s
396:	learn: 0.1197603	total: 1.31s	remaining: 2s
397:	learn: 0.1195540	total: 1.32s	remaining: 1.99s
398:	learn: 0.1192350	total: 1.32s	remaining: 1.99s
399:	learn: 0.1190797	total: 1.32s	remaining: 1.99s
400:	learn: 0.1188371	total: 1.33s	remaining: 1.98s
401:	learn: 0.1187613	total: 1.33s	remaining: 1.98s
402:	learn: 0.1185317	total: 1.33s	remaining: 1.97s
403:	learn: 0.1182201	total: 1.33s	remaining: 1.97s
404:	learn: 0.1180734	total: 1.34s	remaining: 1.96s
405:	learn: 0.1178852	total: 1.34s	remaining: 1.96s
406:	learn: 0.1176908	total: 1.34s	remaining: 1.96s
407:	learn: 0.1174592	total: 1.34s	remaining: 1.95s
408:	learn: 0.1172164	total: 1.35s	remaining: 1.95s
409:	learn: 0.1170522	total: 1.35s	remaining: 1.94s
410:	learn: 0.1169449	total: 1.35s	remaining: 1.94s
411:	learn: 0.1167522	total: 1.35s	remaining: 1.94s
412:	learn: 0.1166817	total: 1.36s	remaining: 1.93s
413:	learn: 0.1165325	total: 1.36s	remaining: 1.93s
414:	learn: 0.1164922	total: 1.36s	remaining: 1.92s
415:	learn: 0.1163438	total: 1.37s	remaining: 1.92s
416:	learn: 0.1161383	total: 1.37s	remaining: 1.91s
417:	learn: 0.1159346	total: 1.37s	remaining: 1.91s
418:	learn: 0.1158628	total: 1.37s	remaining: 1.91s
419:	learn: 0.1157485	total: 1.38s	remaining: 1.9s
420:	learn: 0.1155197	total: 1.38s	remaining: 1.9s
421:	learn: 0.1153595	total: 1.38s	remaining: 1.89s
422:	learn: 0.1151551	total: 1.38s	remaining: 1.89s
423:	learn: 0.1150281	total: 1.39s	remaining: 1.88s
424:	learn: 0.1147995	total: 1.39s	remaining: 1.88s
425:	learn: 0.1146441	total: 1.39s	remaining: 1.88s
426:	learn: 0.1144761	total: 1.4s	remaining: 1.87s
427:	learn: 0.1141472	total: 1.4s	remaining: 1.87s
428:	learn: 0.1140344	total: 1.4s	remaining: 1.86s
429:	learn: 0.1139579	total: 1.4s	remaining: 1.86s
430:	learn: 0.1137152	total: 1.41s	remaining: 1.86s
431:	learn: 0.1136864	total: 1.41s	remaining: 1.85s
432:	learn: 0.1134665	total: 1.41s	remaining: 1.85s
433:	learn: 0.1132283	total: 1.41s	remaining: 1.84s
434:	learn: 0.1130988	total: 1.42s	remaining: 1.84s
435:	learn: 0.1129936	total: 1.42s	remaining: 1.84s
436:	learn: 0.1126509	total: 1.42s	remaining: 1.83s
437:	learn: 0.1124195	total: 1.43s	remaining: 1.83s
438:	learn: 0.1122279	total: 1.43s	remaining: 1.83s
439:	learn: 0.1120101	total: 1.43s	remaining: 1.82s
440:	learn: 0.1118610	total: 1.44s	remaining: 1.82s
441:	learn: 0.1116982	total: 1.44s	remaining: 1.82s
442:	learn: 0.1115457	total: 1.44s	remaining: 1.81s
443:	learn: 0.1113567	total: 1.45s	remaining: 1.81s
444:	learn: 0.1110780	total: 1.45s	remaining: 1.81s
445:	learn: 0.1108039	total: 1.45s	remaining: 1.8s
446:	learn: 0.1105872	total: 1.46s	remaining: 1.8s
447:	learn: 0.1105197	total: 1.46s	remaining: 1.8s
448:	learn: 0.1103293	total: 1.46s	remaining: 1.79s
449:	learn: 0.1103086	total: 1.46s	remaining: 1.79s
450:	learn: 0.1099810	total: 1.47s	remaining: 1.78s
451:	learn: 0.1098127	total: 1.47s	remaining: 1.78s
452:	learn: 0.1096510	total: 1.47s	remaining: 1.78s
453:	learn: 0.1094672	total: 1.47s	remaining: 1.77s
454:	learn: 0.1093215	total: 1.48s	remaining: 1.77s
455:	learn: 0.1090526	total: 1.48s	remaining: 1.76s
456:	learn: 0.1089603	total: 1.48s	remaining: 1.76s
457:	learn: 0.1087816	total: 1.49s	remaining: 1.76s
458:	learn: 0.1085871	total: 1.49s	remaining: 1.75s
459:	learn: 0.1084292	total: 1.49s	remaining: 1.75s
460:	learn: 0.1081725	total: 1.49s	remaining: 1.75s
461:	learn: 0.1080588	total: 1.5s	remaining: 1.74s
462:	learn: 0.1078855	total: 1.5s	remaining: 1.74s
463:	learn: 0.1077722	total: 1.5s	remaining: 1.74s
464:	learn: 0.1076126	total: 1.51s	remaining: 1.73s
465:	learn: 0.1074241	total: 1.51s	remaining: 1.73s
466:	learn: 0.1071716	total: 1.51s	remaining: 1.73s
467:	learn: 0.1069768	total: 1.52s	remaining: 1.72s
468:	learn: 0.1069337	total: 1.52s	remaining: 1.72s
469:	learn: 0.1066767	total: 1.52s	remaining: 1.72s
470:	learn: 0.1066262	total: 1.52s	remaining: 1.71s
471:	learn: 0.1065096	total: 1.53s	remaining: 1.71s
472:	learn: 0.1064520	total: 1.53s	remaining: 1.71s
473:	learn: 0.1062422	total: 1.53s	remaining: 1.7s
474:	learn: 0.1061444	total: 1.54s	remaining: 1.7s
475:	learn: 0.1059008	total: 1.54s	remaining: 1.7s
476:	learn: 0.1057769	total: 1.54s	remaining: 1.69s
477:	learn: 0.1056286	total: 1.55s	remaining: 1.69s
478:	learn: 0.1054971	total: 1.55s	remaining: 1.69s
479:	learn: 0.1054265	total: 1.55s	remaining: 1.68s
480:	learn: 0.1052794	total: 1.55s	remaining: 1.68s
481:	learn: 0.1051032	total: 1.56s	remaining: 1.67s
482:	learn: 0.1050258	total: 1.56s	remaining: 1.67s
483:	learn: 0.1048550	total: 1.56s	remaining: 1.67s
484:	learn: 0.1046479	total: 1.56s	remaining: 1.66s
485:	learn: 0.1045218	total: 1.57s	remaining: 1.66s
486:	learn: 0.1044755	total: 1.57s	remaining: 1.65s
487:	learn: 0.1042428	total: 1.57s	remaining: 1.65s
488:	learn: 0.1040651	total: 1.58s	remaining: 1.65s
489:	learn: 0.1039636	total: 1.58s	remaining: 1.64s
490:	learn: 0.1038952	total: 1.58s	remaining: 1.64s
491:	learn: 0.1038232	total: 1.59s	remaining: 1.64s
492:	learn: 0.1036039	total: 1.59s	remaining: 1.63s
493:	learn: 0.1034683	total: 1.59s	remaining: 1.63s
494:	learn: 0.1033125	total: 1.59s	remaining: 1.63s
495:	learn: 0.1029322	total: 1.6s	remaining: 1.62s
496:	learn: 0.1026170	total: 1.6s	remaining: 1.62s
497:	learn: 0.1025086	total: 1.6s	remaining: 1.62s
498:	learn: 0.1023669	total: 1.61s	remaining: 1.61s
499:	learn: 0.1022684	total: 1.61s	remaining: 1.61s
500:	learn: 0.1020784	total: 1.61s	remaining: 1.6s
501:	learn: 0.1020500	total: 1.61s	remaining: 1.6s
502:	learn: 0.1019272	total: 1.62s	remaining: 1.6s
503:	learn: 0.1018489	total: 1.62s	remaining: 1.59s
504:	learn: 0.1016613	total: 1.62s	remaining: 1.59s
505:	learn: 0.1016315	total: 1.62s	remaining: 1.59s
506:	learn: 0.1014359	total: 1.63s	remaining: 1.58s
507:	learn: 0.1012529	total: 1.63s	remaining: 1.58s
508:	learn: 0.1011576	total: 1.63s	remaining: 1.57s
509:	learn: 0.1009213	total: 1.64s	remaining: 1.57s
510:	learn: 0.1007772	total: 1.64s	remaining: 1.57s
511:	learn: 0.1006662	total: 1.64s	remaining: 1.56s
512:	learn: 0.1005898	total: 1.64s	remaining: 1.56s
513:	learn: 0.1003846	total: 1.65s	remaining: 1.55s
514:	learn: 0.1002915	total: 1.65s	remaining: 1.55s
515:	learn: 0.1002563	total: 1.65s	remaining: 1.55s
516:	learn: 0.0999930	total: 1.65s	remaining: 1.54s
517:	learn: 0.0998026	total: 1.66s	remaining: 1.54s
518:	learn: 0.0995665	total: 1.66s	remaining: 1.54s
519:	learn: 0.0993667	total: 1.66s	remaining: 1.53s
520:	learn: 0.0991970	total: 1.66s	remaining: 1.53s
521:	learn: 0.0989565	total: 1.67s	remaining: 1.53s
522:	learn: 0.0988013	total: 1.67s	remaining: 1.52s
523:	learn: 0.0986126	total: 1.67s	remaining: 1.52s
524:	learn: 0.0984805	total: 1.67s	remaining: 1.51s
525:	learn: 0.0982622	total: 1.68s	remaining: 1.51s
526:	learn: 0.0981610	total: 1.68s	remaining: 1.51s
527:	learn: 0.0980488	total: 1.68s	remaining: 1.5s
528:	learn: 0.0979000	total: 1.69s	remaining: 1.5s
529:	learn: 0.0978069	total: 1.69s	remaining: 1.5s
530:	learn: 0.0976543	total: 1.69s	remaining: 1.49s
531:	learn: 0.0975780	total: 1.69s	remaining: 1.49s
532:	learn: 0.0973953	total: 1.7s	remaining: 1.49s
533:	learn: 0.0972795	total: 1.7s	remaining: 1.48s
534:	learn: 0.0971959	total: 1.7s	remaining: 1.48s
535:	learn: 0.0969415	total: 1.7s	remaining: 1.47s
536:	learn: 0.0968249	total: 1.71s	remaining: 1.47s
537:	learn: 0.0966649	total: 1.71s	remaining: 1.47s
538:	learn: 0.0965773	total: 1.71s	remaining: 1.46s
539:	learn: 0.0964131	total: 1.71s	remaining: 1.46s
540:	learn: 0.0962409	total: 1.72s	remaining: 1.46s
541:	learn: 0.0961407	total: 1.72s	remaining: 1.45s
542:	learn: 0.0960145	total: 1.72s	remaining: 1.45s
543:	learn: 0.0958420	total: 1.72s	remaining: 1.45s
544:	learn: 0.0957678	total: 1.73s	remaining: 1.44s
545:	learn: 0.0956204	total: 1.73s	remaining: 1.44s
546:	learn: 0.0954538	total: 1.73s	remaining: 1.43s
547:	learn: 0.0953845	total: 1.74s	remaining: 1.43s
548:	learn: 0.0951882	total: 1.74s	remaining: 1.43s
549:	learn: 0.0950671	total: 1.74s	remaining: 1.42s
550:	learn: 0.0948348	total: 1.74s	remaining: 1.42s
551:	learn: 0.0946218	total: 1.75s	remaining: 1.42s
552:	learn: 0.0945091	total: 1.75s	remaining: 1.41s
553:	learn: 0.0943548	total: 1.75s	remaining: 1.41s
554:	learn: 0.0942868	total: 1.76s	remaining: 1.41s
555:	learn: 0.0941529	total: 1.76s	remaining: 1.41s
556:	learn: 0.0939942	total: 1.76s	remaining: 1.4s
557:	learn: 0.0938347	total: 1.77s	remaining: 1.4s
558:	learn: 0.0936350	total: 1.77s	remaining: 1.4s
559:	learn: 0.0933731	total: 1.77s	remaining: 1.39s
560:	learn: 0.0931932	total: 1.77s	remaining: 1.39s
561:	learn: 0.0930327	total: 1.78s	remaining: 1.39s
562:	learn: 0.0929190	total: 1.78s	remaining: 1.38s
563:	learn: 0.0927901	total: 1.78s	remaining: 1.38s
564:	learn: 0.0927359	total: 1.79s	remaining: 1.38s
565:	learn: 0.0926938	total: 1.79s	remaining: 1.37s
566:	learn: 0.0925954	total: 1.79s	remaining: 1.37s
567:	learn: 0.0924818	total: 1.8s	remaining: 1.37s
568:	learn: 0.0924514	total: 1.8s	remaining: 1.36s
569:	learn: 0.0923455	total: 1.8s	remaining: 1.36s
570:	learn: 0.0922014	total: 1.8s	remaining: 1.35s
571:	learn: 0.0920990	total: 1.81s	remaining: 1.35s
572:	learn: 0.0919078	total: 1.82s	remaining: 1.35s
573:	learn: 0.0917144	total: 1.82s	remaining: 1.35s
574:	learn: 0.0916071	total: 1.82s	remaining: 1.35s
575:	learn: 0.0914963	total: 1.82s	remaining: 1.34s
576:	learn: 0.0913271	total: 1.83s	remaining: 1.34s
577:	learn: 0.0912620	total: 1.83s	remaining: 1.34s
578:	learn: 0.0912007	total: 1.83s	remaining: 1.33s
579:	learn: 0.0910483	total: 1.84s	remaining: 1.33s
580:	learn: 0.0909612	total: 1.84s	remaining: 1.33s
581:	learn: 0.0908642	total: 1.84s	remaining: 1.32s
582:	learn: 0.0906969	total: 1.84s	remaining: 1.32s
583:	learn: 0.0905447	total: 1.85s	remaining: 1.31s
584:	learn: 0.0903986	total: 1.85s	remaining: 1.31s
585:	learn: 0.0903757	total: 1.85s	remaining: 1.31s
586:	learn: 0.0903006	total: 1.85s	remaining: 1.3s
587:	learn: 0.0900476	total: 1.86s	remaining: 1.3s
588:	learn: 0.0899616	total: 1.86s	remaining: 1.3s
589:	learn: 0.0897677	total: 1.86s	remaining: 1.29s
590:	learn: 0.0897126	total: 1.86s	remaining: 1.29s
591:	learn: 0.0894958	total: 1.87s	remaining: 1.29s
592:	learn: 0.0893601	total: 1.87s	remaining: 1.28s
593:	learn: 0.0892498	total: 1.87s	remaining: 1.28s
594:	learn: 0.0891483	total: 1.88s	remaining: 1.28s
595:	learn: 0.0891177	total: 1.88s	remaining: 1.27s
596:	learn: 0.0889912	total: 1.88s	remaining: 1.27s
597:	learn: 0.0888649	total: 1.88s	remaining: 1.27s
598:	learn: 0.0887114	total: 1.89s	remaining: 1.26s
599:	learn: 0.0885536	total: 1.89s	remaining: 1.26s
600:	learn: 0.0885018	total: 1.89s	remaining: 1.25s
601:	learn: 0.0884580	total: 1.89s	remaining: 1.25s
602:	learn: 0.0883487	total: 1.9s	remaining: 1.25s
603:	learn: 0.0883106	total: 1.9s	remaining: 1.25s
604:	learn: 0.0882257	total: 1.9s	remaining: 1.24s
605:	learn: 0.0881362	total: 1.9s	remaining: 1.24s
606:	learn: 0.0880604	total: 1.91s	remaining: 1.23s
607:	learn: 0.0879582	total: 1.91s	remaining: 1.23s
608:	learn: 0.0878145	total: 1.91s	remaining: 1.23s
609:	learn: 0.0877627	total: 1.91s	remaining: 1.22s
610:	learn: 0.0876857	total: 1.92s	remaining: 1.22s
611:	learn: 0.0876149	total: 1.92s	remaining: 1.22s
612:	learn: 0.0875816	total: 1.92s	remaining: 1.21s
613:	learn: 0.0874197	total: 1.93s	remaining: 1.21s
614:	learn: 0.0873378	total: 1.93s	remaining: 1.21s
615:	learn: 0.0873097	total: 1.93s	remaining: 1.2s
616:	learn: 0.0872684	total: 1.93s	remaining: 1.2s
617:	learn: 0.0871022	total: 1.94s	remaining: 1.2s
618:	learn: 0.0869296	total: 1.94s	remaining: 1.19s
619:	learn: 0.0868854	total: 1.94s	remaining: 1.19s
620:	learn: 0.0868195	total: 1.94s	remaining: 1.19s
621:	learn: 0.0867487	total: 1.95s	remaining: 1.18s
622:	learn: 0.0867167	total: 1.95s	remaining: 1.18s
623:	learn: 0.0866404	total: 1.95s	remaining: 1.18s
624:	learn: 0.0864939	total: 1.96s	remaining: 1.17s
625:	learn: 0.0864697	total: 1.96s	remaining: 1.17s
626:	learn: 0.0863390	total: 1.96s	remaining: 1.17s
627:	learn: 0.0862735	total: 1.97s	remaining: 1.16s
628:	learn: 0.0861532	total: 1.97s	remaining: 1.16s
629:	learn: 0.0860429	total: 1.97s	remaining: 1.16s
630:	learn: 0.0859714	total: 1.97s	remaining: 1.15s
631:	learn: 0.0858568	total: 1.98s	remaining: 1.15s
632:	learn: 0.0857544	total: 1.98s	remaining: 1.15s
633:	learn: 0.0856058	total: 1.98s	remaining: 1.14s
634:	learn: 0.0855746	total: 1.98s	remaining: 1.14s
635:	learn: 0.0855485	total: 1.99s	remaining: 1.14s
636:	learn: 0.0854187	total: 1.99s	remaining: 1.13s
637:	learn: 0.0853678	total: 1.99s	remaining: 1.13s
638:	learn: 0.0851765	total: 1.99s	remaining: 1.13s
639:	learn: 0.0850353	total: 2s	remaining: 1.12s
640:	learn: 0.0849517	total: 2s	remaining: 1.12s
641:	learn: 0.0848736	total: 2s	remaining: 1.12s
642:	learn: 0.0848080	total: 2s	remaining: 1.11s
643:	learn: 0.0847536	total: 2.01s	remaining: 1.11s
644:	learn: 0.0847288	total: 2.01s	remaining: 1.11s
645:	learn: 0.0847035	total: 2.01s	remaining: 1.1s
646:	learn: 0.0846436	total: 2.01s	remaining: 1.1s
647:	learn: 0.0846103	total: 2.02s	remaining: 1.09s
648:	learn: 0.0845370	total: 2.02s	remaining: 1.09s
649:	learn: 0.0843476	total: 2.02s	remaining: 1.09s
650:	learn: 0.0843325	total: 2.02s	remaining: 1.09s
651:	learn: 0.0841724	total: 2.03s	remaining: 1.08s
652:	learn: 0.0839553	total: 2.03s	remaining: 1.08s
653:	learn: 0.0839253	total: 2.03s	remaining: 1.08s
654:	learn: 0.0837887	total: 2.04s	remaining: 1.07s
655:	learn: 0.0837026	total: 2.04s	remaining: 1.07s
656:	learn: 0.0836009	total: 2.04s	remaining: 1.07s
657:	learn: 0.0834940	total: 2.04s	remaining: 1.06s
658:	learn: 0.0834252	total: 2.05s	remaining: 1.06s
659:	learn: 0.0833872	total: 2.05s	remaining: 1.06s
660:	learn: 0.0833310	total: 2.05s	remaining: 1.05s
661:	learn: 0.0832944	total: 2.06s	remaining: 1.05s
662:	learn: 0.0832580	total: 2.06s	remaining: 1.05s
663:	learn: 0.0830771	total: 2.06s	remaining: 1.04s
664:	learn: 0.0830022	total: 2.06s	remaining: 1.04s
665:	learn: 0.0829165	total: 2.06s	remaining: 1.04s
666:	learn: 0.0826811	total: 2.07s	remaining: 1.03s
667:	learn: 0.0826091	total: 2.07s	remaining: 1.03s
668:	learn: 0.0824584	total: 2.07s	remaining: 1.03s
669:	learn: 0.0823398	total: 2.08s	remaining: 1.02s
670:	learn: 0.0821124	total: 2.08s	remaining: 1.02s
671:	learn: 0.0820057	total: 2.08s	remaining: 1.02s
672:	learn: 0.0819435	total: 2.08s	remaining: 1.01s
673:	learn: 0.0819304	total: 2.09s	remaining: 1.01s
674:	learn: 0.0818643	total: 2.09s	remaining: 1.01s
675:	learn: 0.0818221	total: 2.09s	remaining: 1s
676:	learn: 0.0817977	total: 2.09s	remaining: 999ms
677:	learn: 0.0816092	total: 2.1s	remaining: 996ms
678:	learn: 0.0813847	total: 2.1s	remaining: 993ms
679:	learn: 0.0813561	total: 2.1s	remaining: 990ms
680:	learn: 0.0813373	total: 2.1s	remaining: 986ms
681:	learn: 0.0813021	total: 2.11s	remaining: 983ms
682:	learn: 0.0812470	total: 2.11s	remaining: 980ms
683:	learn: 0.0810854	total: 2.11s	remaining: 977ms
684:	learn: 0.0810408	total: 2.12s	remaining: 974ms
685:	learn: 0.0809630	total: 2.12s	remaining: 971ms
686:	learn: 0.0808458	total: 2.12s	remaining: 967ms
687:	learn: 0.0808044	total: 2.13s	remaining: 964ms
688:	learn: 0.0806873	total: 2.13s	remaining: 961ms
689:	learn: 0.0805496	total: 2.13s	remaining: 958ms
690:	learn: 0.0804375	total: 2.13s	remaining: 955ms
691:	learn: 0.0803512	total: 2.14s	remaining: 951ms
692:	learn: 0.0802443	total: 2.14s	remaining: 948ms
693:	learn: 0.0801954	total: 2.14s	remaining: 945ms
694:	learn: 0.0800572	total: 2.15s	remaining: 942ms
695:	learn: 0.0799706	total: 2.15s	remaining: 938ms
696:	learn: 0.0798726	total: 2.15s	remaining: 935ms
697:	learn: 0.0798072	total: 2.15s	remaining: 932ms
698:	learn: 0.0796865	total: 2.16s	remaining: 929ms
699:	learn: 0.0795352	total: 2.16s	remaining: 925ms
700:	learn: 0.0794456	total: 2.16s	remaining: 922ms
701:	learn: 0.0793192	total: 2.16s	remaining: 919ms
702:	learn: 0.0792581	total: 2.17s	remaining: 916ms
703:	learn: 0.0792081	total: 2.17s	remaining: 912ms
704:	learn: 0.0791540	total: 2.17s	remaining: 909ms
705:	learn: 0.0791258	total: 2.17s	remaining: 906ms
706:	learn: 0.0790812	total: 2.18s	remaining: 902ms
707:	learn: 0.0790651	total: 2.18s	remaining: 899ms
708:	learn: 0.0789721	total: 2.18s	remaining: 896ms
709:	learn: 0.0789429	total: 2.18s	remaining: 892ms
710:	learn: 0.0788900	total: 2.19s	remaining: 889ms
711:	learn: 0.0788624	total: 2.19s	remaining: 886ms
712:	learn: 0.0788306	total: 2.19s	remaining: 883ms
713:	learn: 0.0787626	total: 2.19s	remaining: 879ms
714:	learn: 0.0786713	total: 2.2s	remaining: 876ms
715:	learn: 0.0785784	total: 2.2s	remaining: 873ms
716:	learn: 0.0785424	total: 2.2s	remaining: 870ms
717:	learn: 0.0784289	total: 2.21s	remaining: 866ms
718:	learn: 0.0782579	total: 2.21s	remaining: 863ms
719:	learn: 0.0781889	total: 2.21s	remaining: 860ms
720:	learn: 0.0780851	total: 2.21s	remaining: 857ms
721:	learn: 0.0780269	total: 2.22s	remaining: 853ms
722:	learn: 0.0778885	total: 2.22s	remaining: 850ms
723:	learn: 0.0777331	total: 2.22s	remaining: 847ms
724:	learn: 0.0776804	total: 2.22s	remaining: 844ms
725:	learn: 0.0776079	total: 2.23s	remaining: 840ms
726:	learn: 0.0774158	total: 2.23s	remaining: 837ms
727:	learn: 0.0774001	total: 2.23s	remaining: 834ms
728:	learn: 0.0773059	total: 2.23s	remaining: 831ms
729:	learn: 0.0772057	total: 2.24s	remaining: 827ms
730:	learn: 0.0771509	total: 2.24s	remaining: 824ms
731:	learn: 0.0769817	total: 2.24s	remaining: 821ms
732:	learn: 0.0768430	total: 2.25s	remaining: 818ms
733:	learn: 0.0768233	total: 2.25s	remaining: 815ms
734:	learn: 0.0767760	total: 2.25s	remaining: 811ms
735:	learn: 0.0767299	total: 2.25s	remaining: 808ms
736:	learn: 0.0766968	total: 2.25s	remaining: 805ms
737:	learn: 0.0766173	total: 2.26s	remaining: 802ms
738:	learn: 0.0765291	total: 2.26s	remaining: 799ms
739:	learn: 0.0764285	total: 2.26s	remaining: 795ms
740:	learn: 0.0763571	total: 2.27s	remaining: 792ms
741:	learn: 0.0762419	total: 2.27s	remaining: 789ms
742:	learn: 0.0760952	total: 2.27s	remaining: 786ms
743:	learn: 0.0760731	total: 2.27s	remaining: 783ms
744:	learn: 0.0760336	total: 2.28s	remaining: 779ms
745:	learn: 0.0758920	total: 2.28s	remaining: 776ms
746:	learn: 0.0757537	total: 2.28s	remaining: 773ms
747:	learn: 0.0757390	total: 2.29s	remaining: 770ms
748:	learn: 0.0756334	total: 2.29s	remaining: 767ms
749:	learn: 0.0754677	total: 2.29s	remaining: 764ms
750:	learn: 0.0753876	total: 2.29s	remaining: 761ms
751:	learn: 0.0752509	total: 2.3s	remaining: 758ms
752:	learn: 0.0751776	total: 2.3s	remaining: 754ms
753:	learn: 0.0750864	total: 2.3s	remaining: 751ms
754:	learn: 0.0749478	total: 2.31s	remaining: 748ms
755:	learn: 0.0748938	total: 2.31s	remaining: 745ms
756:	learn: 0.0747835	total: 2.31s	remaining: 742ms
757:	learn: 0.0747333	total: 2.31s	remaining: 739ms
758:	learn: 0.0746136	total: 2.32s	remaining: 736ms
759:	learn: 0.0744771	total: 2.32s	remaining: 733ms
760:	learn: 0.0743258	total: 2.32s	remaining: 729ms
761:	learn: 0.0742848	total: 2.33s	remaining: 726ms
762:	learn: 0.0742218	total: 2.33s	remaining: 723ms
763:	learn: 0.0740811	total: 2.33s	remaining: 720ms
764:	learn: 0.0739414	total: 2.33s	remaining: 717ms
765:	learn: 0.0737677	total: 2.33s	remaining: 714ms
766:	learn: 0.0736284	total: 2.34s	remaining: 710ms
767:	learn: 0.0735685	total: 2.34s	remaining: 707ms
768:	learn: 0.0734228	total: 2.34s	remaining: 704ms
769:	learn: 0.0733831	total: 2.35s	remaining: 701ms
770:	learn: 0.0733032	total: 2.35s	remaining: 698ms
771:	learn: 0.0732881	total: 2.35s	remaining: 695ms
772:	learn: 0.0732406	total: 2.35s	remaining: 691ms
773:	learn: 0.0732196	total: 2.36s	remaining: 688ms
774:	learn: 0.0731308	total: 2.36s	remaining: 685ms
775:	learn: 0.0729865	total: 2.36s	remaining: 682ms
776:	learn: 0.0728381	total: 2.37s	remaining: 679ms
777:	learn: 0.0727353	total: 2.37s	remaining: 676ms
778:	learn: 0.0727215	total: 2.37s	remaining: 672ms
779:	learn: 0.0727013	total: 2.37s	remaining: 669ms
780:	learn: 0.0726650	total: 2.38s	remaining: 666ms
781:	learn: 0.0726460	total: 2.38s	remaining: 663ms
782:	learn: 0.0726075	total: 2.38s	remaining: 660ms
783:	learn: 0.0724886	total: 2.38s	remaining: 657ms
784:	learn: 0.0724040	total: 2.39s	remaining: 654ms
785:	learn: 0.0722945	total: 2.39s	remaining: 650ms
786:	learn: 0.0722200	total: 2.39s	remaining: 647ms
787:	learn: 0.0720688	total: 2.39s	remaining: 644ms
788:	learn: 0.0720393	total: 2.4s	remaining: 641ms
789:	learn: 0.0720183	total: 2.4s	remaining: 638ms
790:	learn: 0.0719451	total: 2.4s	remaining: 635ms
791:	learn: 0.0718696	total: 2.4s	remaining: 632ms
792:	learn: 0.0717874	total: 2.41s	remaining: 628ms
793:	learn: 0.0717009	total: 2.41s	remaining: 625ms
794:	learn: 0.0716688	total: 2.41s	remaining: 622ms
795:	learn: 0.0715524	total: 2.42s	remaining: 619ms
796:	learn: 0.0714882	total: 2.42s	remaining: 616ms
797:	learn: 0.0714636	total: 2.42s	remaining: 613ms
798:	learn: 0.0713585	total: 2.42s	remaining: 610ms
799:	learn: 0.0712552	total: 2.42s	remaining: 606ms
800:	learn: 0.0712122	total: 2.43s	remaining: 603ms
801:	learn: 0.0711751	total: 2.43s	remaining: 600ms
802:	learn: 0.0709953	total: 2.43s	remaining: 597ms
803:	learn: 0.0708736	total: 2.44s	remaining: 594ms
804:	learn: 0.0708446	total: 2.44s	remaining: 591ms
805:	learn: 0.0706693	total: 2.44s	remaining: 588ms
806:	learn: 0.0706498	total: 2.44s	remaining: 585ms
807:	learn: 0.0705184	total: 2.45s	remaining: 581ms
808:	learn: 0.0705040	total: 2.45s	remaining: 578ms
809:	learn: 0.0704633	total: 2.45s	remaining: 575ms
810:	learn: 0.0703909	total: 2.45s	remaining: 572ms
811:	learn: 0.0702935	total: 2.46s	remaining: 569ms
812:	learn: 0.0701112	total: 2.46s	remaining: 566ms
813:	learn: 0.0700964	total: 2.46s	remaining: 563ms
814:	learn: 0.0700764	total: 2.46s	remaining: 560ms
815:	learn: 0.0700583	total: 2.47s	remaining: 556ms
816:	learn: 0.0700288	total: 2.47s	remaining: 553ms
817:	learn: 0.0700050	total: 2.47s	remaining: 550ms
818:	learn: 0.0699615	total: 2.48s	remaining: 547ms
819:	learn: 0.0699383	total: 2.48s	remaining: 544ms
820:	learn: 0.0697719	total: 2.48s	remaining: 541ms
821:	learn: 0.0697246	total: 2.48s	remaining: 538ms
822:	learn: 0.0695706	total: 2.49s	remaining: 535ms
823:	learn: 0.0694089	total: 2.49s	remaining: 532ms
824:	learn: 0.0693257	total: 2.49s	remaining: 529ms
825:	learn: 0.0693129	total: 2.5s	remaining: 526ms
826:	learn: 0.0691761	total: 2.5s	remaining: 523ms
827:	learn: 0.0690798	total: 2.5s	remaining: 520ms
828:	learn: 0.0689829	total: 2.5s	remaining: 517ms
829:	learn: 0.0689627	total: 2.51s	remaining: 514ms
830:	learn: 0.0689450	total: 2.51s	remaining: 511ms
831:	learn: 0.0689256	total: 2.51s	remaining: 508ms
832:	learn: 0.0687889	total: 2.52s	remaining: 504ms
833:	learn: 0.0687280	total: 2.52s	remaining: 502ms
834:	learn: 0.0686173	total: 2.52s	remaining: 499ms
835:	learn: 0.0685289	total: 2.53s	remaining: 496ms
836:	learn: 0.0684547	total: 2.53s	remaining: 493ms
837:	learn: 0.0682993	total: 2.53s	remaining: 489ms
838:	learn: 0.0682819	total: 2.53s	remaining: 486ms
839:	learn: 0.0681347	total: 2.54s	remaining: 483ms
840:	learn: 0.0680446	total: 2.54s	remaining: 480ms
841:	learn: 0.0679499	total: 2.54s	remaining: 477ms
842:	learn: 0.0678829	total: 2.54s	remaining: 474ms
843:	learn: 0.0677950	total: 2.55s	remaining: 471ms
844:	learn: 0.0677471	total: 2.55s	remaining: 468ms
845:	learn: 0.0677139	total: 2.55s	remaining: 465ms
846:	learn: 0.0676933	total: 2.56s	remaining: 462ms
847:	learn: 0.0676302	total: 2.56s	remaining: 459ms
848:	learn: 0.0676133	total: 2.56s	remaining: 456ms
849:	learn: 0.0675926	total: 2.56s	remaining: 453ms
850:	learn: 0.0674976	total: 2.57s	remaining: 450ms
851:	learn: 0.0673594	total: 2.57s	remaining: 446ms
852:	learn: 0.0673480	total: 2.57s	remaining: 443ms
853:	learn: 0.0672303	total: 2.58s	remaining: 440ms
854:	learn: 0.0671444	total: 2.58s	remaining: 437ms
855:	learn: 0.0671200	total: 2.58s	remaining: 434ms
856:	learn: 0.0670849	total: 2.58s	remaining: 431ms
857:	learn: 0.0669482	total: 2.58s	remaining: 428ms
858:	learn: 0.0668259	total: 2.59s	remaining: 425ms
859:	learn: 0.0667797	total: 2.59s	remaining: 422ms
860:	learn: 0.0666914	total: 2.59s	remaining: 419ms
861:	learn: 0.0666216	total: 2.6s	remaining: 416ms
862:	learn: 0.0665887	total: 2.6s	remaining: 412ms
863:	learn: 0.0665598	total: 2.6s	remaining: 409ms
864:	learn: 0.0664942	total: 2.6s	remaining: 406ms
865:	learn: 0.0663883	total: 2.61s	remaining: 403ms
866:	learn: 0.0663485	total: 2.61s	remaining: 400ms
867:	learn: 0.0661695	total: 2.61s	remaining: 397ms
868:	learn: 0.0660714	total: 2.61s	remaining: 394ms
869:	learn: 0.0659599	total: 2.62s	remaining: 391ms
870:	learn: 0.0658878	total: 2.62s	remaining: 388ms
871:	learn: 0.0658695	total: 2.62s	remaining: 385ms
872:	learn: 0.0657992	total: 2.63s	remaining: 382ms
873:	learn: 0.0657637	total: 2.63s	remaining: 379ms
874:	learn: 0.0657208	total: 2.63s	remaining: 376ms
875:	learn: 0.0656311	total: 2.63s	remaining: 373ms
876:	learn: 0.0654523	total: 2.63s	remaining: 370ms
877:	learn: 0.0653271	total: 2.64s	remaining: 367ms
878:	learn: 0.0652329	total: 2.64s	remaining: 364ms
879:	learn: 0.0651154	total: 2.64s	remaining: 361ms
880:	learn: 0.0649859	total: 2.65s	remaining: 357ms
881:	learn: 0.0649408	total: 2.65s	remaining: 354ms
882:	learn: 0.0648882	total: 2.65s	remaining: 351ms
883:	learn: 0.0647960	total: 2.65s	remaining: 348ms
884:	learn: 0.0647377	total: 2.66s	remaining: 345ms
885:	learn: 0.0647225	total: 2.66s	remaining: 342ms
886:	learn: 0.0645891	total: 2.66s	remaining: 339ms
887:	learn: 0.0645719	total: 2.67s	remaining: 336ms
888:	learn: 0.0644259	total: 2.67s	remaining: 333ms
889:	learn: 0.0643999	total: 2.67s	remaining: 330ms
890:	learn: 0.0643436	total: 2.68s	remaining: 327ms
891:	learn: 0.0643085	total: 2.68s	remaining: 324ms
892:	learn: 0.0641170	total: 2.68s	remaining: 321ms
893:	learn: 0.0639997	total: 2.68s	remaining: 318ms
894:	learn: 0.0637979	total: 2.69s	remaining: 315ms
895:	learn: 0.0636958	total: 2.69s	remaining: 312ms
896:	learn: 0.0636806	total: 2.69s	remaining: 309ms
897:	learn: 0.0635874	total: 2.69s	remaining: 306ms
898:	learn: 0.0635540	total: 2.7s	remaining: 303ms
899:	learn: 0.0635169	total: 2.7s	remaining: 300ms
900:	learn: 0.0633286	total: 2.7s	remaining: 297ms
901:	learn: 0.0632871	total: 2.71s	remaining: 294ms
902:	learn: 0.0631560	total: 2.71s	remaining: 291ms
903:	learn: 0.0630313	total: 2.71s	remaining: 288ms
904:	learn: 0.0629886	total: 2.71s	remaining: 285ms
905:	learn: 0.0629097	total: 2.72s	remaining: 282ms
906:	learn: 0.0628249	total: 2.72s	remaining: 279ms
907:	learn: 0.0627371	total: 2.72s	remaining: 276ms
908:	learn: 0.0627046	total: 2.73s	remaining: 273ms
909:	learn: 0.0626941	total: 2.73s	remaining: 270ms
910:	learn: 0.0626349	total: 2.73s	remaining: 267ms
911:	learn: 0.0625640	total: 2.73s	remaining: 264ms
912:	learn: 0.0625038	total: 2.74s	remaining: 261ms
913:	learn: 0.0624190	total: 2.74s	remaining: 258ms
914:	learn: 0.0623780	total: 2.74s	remaining: 255ms
915:	learn: 0.0622496	total: 2.74s	remaining: 252ms
916:	learn: 0.0621009	total: 2.75s	remaining: 249ms
917:	learn: 0.0620541	total: 2.75s	remaining: 246ms
918:	learn: 0.0619083	total: 2.75s	remaining: 243ms
919:	learn: 0.0618465	total: 2.75s	remaining: 240ms
920:	learn: 0.0618262	total: 2.76s	remaining: 237ms
921:	learn: 0.0617452	total: 2.76s	remaining: 234ms
922:	learn: 0.0616101	total: 2.76s	remaining: 231ms
923:	learn: 0.0615921	total: 2.77s	remaining: 228ms
924:	learn: 0.0615012	total: 2.77s	remaining: 224ms
925:	learn: 0.0614222	total: 2.77s	remaining: 221ms
926:	learn: 0.0613027	total: 2.77s	remaining: 218ms
927:	learn: 0.0612641	total: 2.78s	remaining: 215ms
928:	learn: 0.0611157	total: 2.78s	remaining: 212ms
929:	learn: 0.0611031	total: 2.78s	remaining: 209ms
930:	learn: 0.0610282	total: 2.79s	remaining: 206ms
931:	learn: 0.0609217	total: 2.79s	remaining: 203ms
932:	learn: 0.0608775	total: 2.79s	remaining: 200ms
933:	learn: 0.0607786	total: 2.79s	remaining: 197ms
934:	learn: 0.0607697	total: 2.8s	remaining: 194ms
935:	learn: 0.0606618	total: 2.8s	remaining: 191ms
936:	learn: 0.0606138	total: 2.8s	remaining: 188ms
937:	learn: 0.0604404	total: 2.8s	remaining: 185ms
938:	learn: 0.0603882	total: 2.81s	remaining: 182ms
939:	learn: 0.0603702	total: 2.81s	remaining: 179ms
940:	learn: 0.0603576	total: 2.81s	remaining: 176ms
941:	learn: 0.0602586	total: 2.81s	remaining: 173ms
942:	learn: 0.0601912	total: 2.82s	remaining: 170ms
943:	learn: 0.0601540	total: 2.82s	remaining: 167ms
944:	learn: 0.0599702	total: 2.82s	remaining: 164ms
945:	learn: 0.0599586	total: 2.83s	remaining: 161ms
946:	learn: 0.0598271	total: 2.83s	remaining: 158ms
947:	learn: 0.0597068	total: 2.83s	remaining: 155ms
948:	learn: 0.0595494	total: 2.83s	remaining: 152ms
949:	learn: 0.0594250	total: 2.84s	remaining: 149ms
950:	learn: 0.0593981	total: 2.84s	remaining: 146ms
951:	learn: 0.0593378	total: 2.87s	remaining: 145ms
952:	learn: 0.0592572	total: 2.87s	remaining: 142ms
953:	learn: 0.0592359	total: 2.87s	remaining: 139ms
954:	learn: 0.0591568	total: 2.88s	remaining: 136ms
955:	learn: 0.0591479	total: 2.88s	remaining: 133ms
956:	learn: 0.0589883	total: 2.88s	remaining: 130ms
957:	learn: 0.0589439	total: 2.89s	remaining: 127ms
958:	learn: 0.0588363	total: 2.89s	remaining: 124ms
959:	learn: 0.0587255	total: 2.89s	remaining: 121ms
960:	learn: 0.0586683	total: 2.9s	remaining: 118ms
961:	learn: 0.0586008	total: 2.9s	remaining: 115ms
962:	learn: 0.0585645	total: 2.9s	remaining: 112ms
963:	learn: 0.0585217	total: 2.91s	remaining: 109ms
964:	learn: 0.0584315	total: 2.91s	remaining: 106ms
965:	learn: 0.0583653	total: 2.92s	remaining: 103ms
966:	learn: 0.0582703	total: 2.92s	remaining: 99.6ms
967:	learn: 0.0581745	total: 2.92s	remaining: 96.6ms
968:	learn: 0.0580617	total: 2.92s	remaining: 93.6ms
969:	learn: 0.0579415	total: 2.93s	remaining: 90.6ms
970:	learn: 0.0579299	total: 2.93s	remaining: 87.6ms
971:	learn: 0.0578461	total: 2.94s	remaining: 84.6ms
972:	learn: 0.0578040	total: 2.94s	remaining: 81.6ms
973:	learn: 0.0577006	total: 2.94s	remaining: 78.6ms
974:	learn: 0.0575923	total: 2.95s	remaining: 75.6ms
975:	learn: 0.0575680	total: 2.95s	remaining: 72.6ms
976:	learn: 0.0575181	total: 2.95s	remaining: 69.5ms
977:	learn: 0.0574214	total: 2.96s	remaining: 66.5ms
978:	learn: 0.0574029	total: 2.96s	remaining: 63.5ms
979:	learn: 0.0572943	total: 2.96s	remaining: 60.5ms
980:	learn: 0.0572773	total: 2.97s	remaining: 57.5ms
981:	learn: 0.0572218	total: 2.97s	remaining: 54.5ms
982:	learn: 0.0571289	total: 2.98s	remaining: 51.5ms
983:	learn: 0.0570262	total: 2.98s	remaining: 48.4ms
984:	learn: 0.0569506	total: 2.98s	remaining: 45.4ms
985:	learn: 0.0568955	total: 2.99s	remaining: 42.4ms
986:	learn: 0.0567737	total: 2.99s	remaining: 39.4ms
987:	learn: 0.0567065	total: 2.99s	remaining: 36.4ms
988:	learn: 0.0566900	total: 3s	remaining: 33.3ms
989:	learn: 0.0566784	total: 3s	remaining: 30.3ms
990:	learn: 0.0566663	total: 3s	remaining: 27.3ms
991:	learn: 0.0565510	total: 3.01s	remaining: 24.3ms
992:	learn: 0.0564685	total: 3.01s	remaining: 21.2ms
993:	learn: 0.0564483	total: 3.02s	remaining: 18.2ms
994:	learn: 0.0563780	total: 3.02s	remaining: 15.2ms
995:	learn: 0.0562566	total: 3.02s	remaining: 12.1ms
996:	learn: 0.0561542	total: 3.02s	remaining: 9.1ms
997:	learn: 0.0561394	total: 3.03s	remaining: 6.07ms
998:	learn: 0.0560578	total: 3.03s	remaining: 3.04ms
999:	learn: 0.0560230	total: 3.04s	remaining: 0us


default_result_df = pd.DataFrame(result.values(),columns = result_labels,index = result.keys() )
default_result_df


def Hypertuning_Models(X_train,X_test,y_train,y_test):
    #linear Regression
    print('Working with Logistic Regression')
    model = LogisticRegression(random_state = 1,max_iter=1000)
    params = { 'penalty':['l1', 'l2', 'elasticnet','none'],
           'C':[0.0001,0.001,0.01,0.1,1.0],
          'solver':['lbfgs','newton-cg',  'liblinear', 'sag', 'saga']
        }

    gs  = GridSearchCV( estimator = model,param_grid = params,n_jobs = -1, verbose=2,cv = 5)
    gs.fit(X_train,y_train) 
    hlr = gs.best_estimator_
    """
    # 2. SVM
    print('Working with SVM')
    model = SVC(probability=True)
    params = { 'C':[0.001,0.01,0.1,1.0],
    'kernel':['linear', 'poly', 'rbf', 'sigmoid'],
    'degree':[2,3],
    'gamma':[0.001,0.01,0.1,1.0,'scale','auto'],
    
    }
    gs  = GridSearchCV( estimator = model,
                        param_grid = params,n_jobs = -1, verbose=2,cv = 5)

    gs.fit(X_train,y_train)
    hsvc = gs.best_estimator_
    """
    #3. RandomForest
    print('Working with RandomForest')
    model = RandomForestClassifier()
    params = { 'n_estimators':np.arange(10,110,10),
          'criterion':['gini','entropy'],
          'max_depth':[1,2,3,4,5,6,7,8,9,10],
          'min_samples_split':[2,3,4],
          'min_samples_leaf':[1,2]
    
    }
     
    gs  = GridSearchCV( estimator = model,
    param_grid = params,n_jobs = -1, verbose=2,cv = 5)

    gs.fit(X_train,y_train)
    hrf = gs.best_estimator_

    #Decision Tree
    print('Working with Descision Tree')
    model = DecisionTreeClassifier()
    params = {'splitter':['best','random'], 
          'criterion':['gini','entropy'],
          'max_depth':[1,2,3,4,5,6,7,8,9,10],
          'min_samples_split':[2,3,4],
          'min_samples_leaf':[1,2],
          'max_features':['auto', 'sqrt', 'log2']
    }
    gs  = GridSearchCV( estimator = model,
        param_grid = params,n_jobs = -1, verbose=2,cv = 5)

    gs.fit(X_train,y_train)
    hdt = gs.best_estimator_

    #Adaboost
    print('Working with AdaBoost')
    model = AdaBoostClassifier()
    params= {
    'base_estimator':[hdt], 
    'n_estimators':[10,20,30,40,50,60,70,80], 
    'learning_rate':[0.01,0.1,1.0], 
    'algorithm':['SAMME','SAMME.R'],
    }
    gs  = GridSearchCV( estimator = model,
    param_grid = params,n_jobs = -1, verbose=2,cv = 5)

    gs.fit(X_train,y_train)
    hab = gs.best_estimator_


    #Bagging
    print('Working with Bagging Classifier')
    model = BaggingClassifier()
    params = {
    'base_estimator':[hlr,hdt],
    'n_estimators':[10,20,30,40,50,60,70,80]
    }
    gs  = GridSearchCV( estimator = model,
    param_grid = params,n_jobs = -1, verbose=2,cv = 5)

    gs.fit(X_train,y_train)
    hbc = gs.best_estimator_


    #gradientBoosting
    print('Working with Gradient Boosting')
    model = GradientBoostingClassifier()
    params = {
    'loss':['deviance', 'exponential'],
    'criterion':['friedman_mse', 'squared_error', 'mse'],
    'n_estimators':[10,20,30,40,50,60,70,80],
    'learning_rate':[0.01,0.1,1.0],
    'max_depth':[1,2,3,4,5,6,7,8,9,10],
    'min_samples_split':[2,3,4],
    'min_samples_leaf':[1,2],
    'max_features':['auto', 'sqrt', 'log2']
    }
    gs  = GridSearchCV( estimator = model,
        param_grid = params,n_jobs = -1, verbose=2,cv = 5)

    gs.fit(X_train,y_train)
    hgb = gs.best_estimator_


    #XGBoost
    print('Working with XGBOOST')
    model = XGBClassifier(verbosity = 0,use_label_encoder = False)
    params={
     'objective':['binary:logistic','binary:hinge'],
    'n_estimators':[10,20,30,40,50,60,70,80],
    'max_depth':[1,2,3,4,5,6,7,8,9,10],
    'learning_rate':[0.01,0.1,1.0]
    }
    gs  = GridSearchCV( estimator = model,
        param_grid = params,n_jobs = -1, verbose=2,cv = 5)

    gs.fit(X_train,y_train)
    hxgb= gs.best_estimator_


    # CatBoost
    print('Working with CatBoost')
    model = CatBoostClassifier()
    params ={
    'iterations': [10,20,30,40,50,60,70,80],
    'depth':[1,2,3,4,5,6,7,8,9,10],
    'learning_rate':[0.01,0.1,1.0]
    }

    gs  = GridSearchCV( estimator = model,
        param_grid = params,n_jobs = -1, verbose=2,cv = 5)

    gs.fit(X_train,y_train)
    hcat = gs.best_estimator_
   
    # Lgbm
    print('Working with LGBM')
    model = LGBMClassifier()
    params = {
    'n_estimators':[10,20,30,40,50,60,70,80],
    'max_depth':[1,2,3,4,5,6,7,8,9,10],
    'learning_rate':[0.01,0.1,1.0]
    }
    gs  = GridSearchCV( estimator = model,
        param_grid = params,n_jobs = -1, verbose=2,cv = 5)

    gs.fit(X_train,y_train)
    hlgbm = gs.best_estimator_
    return [hlr,hrf,hgb,hdt,hab,hbc,hgb,hxgb,hcat,hlgbm]


models = Hypertuning_Models(X_train,X_test,y_train,y_test)
model_names = ['Logistic Regression','RandomForest','Naive Bayes','DEcision Tree','Adaboost','BaggingClassifier',
              'gradientBoost','XgBoost','CatClassifier','lightGBM']

result_labels = ['train_accuracy','test_accuracy','f1','recall',' precision','Duration']

result = {} 

for model,name in zip(models,model_names):
    result[name] = list(models_info(model,X_train,X_test,y_train,y_test)[:-1])

Working with Logistic Regression
Fitting 5 folds for each of 100 candidates, totalling 500 fits
Working with RandomForest
Fitting 5 folds for each of 1200 candidates, totalling 6000 fits
Working with Descision Tree
Fitting 5 folds for each of 720 candidates, totalling 3600 fits
Working with AdaBoost
Fitting 5 folds for each of 48 candidates, totalling 240 fits
Working with Bagging Classifier
Fitting 5 folds for each of 16 candidates, totalling 80 fits
Working with Gradient Boosting
Fitting 5 folds for each of 25920 candidates, totalling 129600 fits
Working with XGBOOST
Fitting 5 folds for each of 480 candidates, totalling 2400 fits
Working with CatBoost
Fitting 5 folds for each of 240 candidates, totalling 1200 fits
0:	learn: 0.5824664	total: 50ms	remaining: 3.45s
1:	learn: 0.5011783	total: 51.3ms	remaining: 1.74s
2:	learn: 0.4378888	total: 52.6ms	remaining: 1.17s
3:	learn: 0.3858081	total: 53.7ms	remaining: 887ms
4:	learn: 0.3523821	total: 55.4ms	remaining: 721ms
5:	learn: 0.3205530	total: 56.9ms	remaining: 607ms
6:	learn: 0.3004694	total: 58.2ms	remaining: 523ms
7:	learn: 0.2848892	total: 59.3ms	remaining: 460ms
8:	learn: 0.2718821	total: 60.5ms	remaining: 410ms
9:	learn: 0.2615316	total: 61.7ms	remaining: 370ms
10:	learn: 0.2540767	total: 62.8ms	remaining: 337ms
11:	learn: 0.2475296	total: 63.9ms	remaining: 309ms
12:	learn: 0.2412839	total: 65ms	remaining: 285ms
13:	learn: 0.2347965	total: 66.1ms	remaining: 264ms
14:	learn: 0.2315003	total: 67.2ms	remaining: 246ms
15:	learn: 0.2273466	total: 68.2ms	remaining: 230ms
16:	learn: 0.2249356	total: 69.2ms	remaining: 216ms
17:	learn: 0.2204309	total: 70.4ms	remaining: 203ms
18:	learn: 0.2182577	total: 71.9ms	remaining: 193ms
19:	learn: 0.2148999	total: 72.9ms	remaining: 182ms
20:	learn: 0.2131468	total: 74ms	remaining: 173ms
21:	learn: 0.2113783	total: 75ms	remaining: 164ms
22:	learn: 0.2084119	total: 76ms	remaining: 155ms
23:	learn: 0.2060889	total: 77.2ms	remaining: 148ms
24:	learn: 0.2046068	total: 78.5ms	remaining: 141ms
25:	learn: 0.2027781	total: 79.8ms	remaining: 135ms
26:	learn: 0.2011254	total: 81.1ms	remaining: 129ms
27:	learn: 0.1988960	total: 82.4ms	remaining: 124ms
28:	learn: 0.1967819	total: 83.8ms	remaining: 119ms
29:	learn: 0.1962528	total: 85ms	remaining: 113ms
30:	learn: 0.1955191	total: 86.3ms	remaining: 109ms
31:	learn: 0.1949535	total: 87.7ms	remaining: 104ms
32:	learn: 0.1937929	total: 89ms	remaining: 99.8ms
33:	learn: 0.1929974	total: 91ms	remaining: 96.3ms
34:	learn: 0.1920796	total: 92.4ms	remaining: 92.4ms
35:	learn: 0.1913138	total: 93.5ms	remaining: 88.3ms
36:	learn: 0.1898674	total: 94.6ms	remaining: 84.4ms
37:	learn: 0.1895272	total: 95.7ms	remaining: 80.6ms
38:	learn: 0.1892746	total: 96.7ms	remaining: 76.8ms
39:	learn: 0.1882779	total: 97.7ms	remaining: 73.3ms
40:	learn: 0.1857124	total: 98.8ms	remaining: 69.9ms
41:	learn: 0.1847664	total: 99.9ms	remaining: 66.6ms
42:	learn: 0.1843674	total: 101ms	remaining: 63.6ms
43:	learn: 0.1838857	total: 102ms	remaining: 60.5ms
44:	learn: 0.1831029	total: 103ms	remaining: 57.4ms
45:	learn: 0.1819497	total: 105ms	remaining: 54.6ms
46:	learn: 0.1814228	total: 106ms	remaining: 51.9ms
47:	learn: 0.1804496	total: 107ms	remaining: 49.1ms
48:	learn: 0.1796420	total: 109ms	remaining: 46.5ms
49:	learn: 0.1792036	total: 110ms	remaining: 44ms
50:	learn: 0.1785501	total: 111ms	remaining: 41.5ms
51:	learn: 0.1772576	total: 113ms	remaining: 39ms
52:	learn: 0.1768436	total: 114ms	remaining: 36.5ms
53:	learn: 0.1758059	total: 115ms	remaining: 34ms
54:	learn: 0.1736629	total: 116ms	remaining: 31.6ms
55:	learn: 0.1732469	total: 117ms	remaining: 29.3ms
56:	learn: 0.1726149	total: 118ms	remaining: 27ms
57:	learn: 0.1716547	total: 119ms	remaining: 24.7ms
58:	learn: 0.1712836	total: 120ms	remaining: 22.4ms
59:	learn: 0.1703952	total: 121ms	remaining: 20.2ms
60:	learn: 0.1701878	total: 122ms	remaining: 18ms
61:	learn: 0.1692193	total: 124ms	remaining: 16ms
62:	learn: 0.1679301	total: 125ms	remaining: 13.9ms
63:	learn: 0.1670976	total: 126ms	remaining: 11.8ms
64:	learn: 0.1651123	total: 127ms	remaining: 9.76ms
65:	learn: 0.1639657	total: 128ms	remaining: 7.75ms
66:	learn: 0.1633616	total: 129ms	remaining: 5.77ms
67:	learn: 0.1622179	total: 130ms	remaining: 3.82ms
68:	learn: 0.1617481	total: 131ms	remaining: 1.9ms
69:	learn: 0.1610203	total: 132ms	remaining: 0us
Working with LGBM
Fitting 5 folds for each of 240 candidates, totalling 1200 fits
0:	learn: 0.5824664	total: 1.3ms	remaining: 89.8ms
1:	learn: 0.5011783	total: 2.66ms	remaining: 90.4ms
2:	learn: 0.4378888	total: 3.9ms	remaining: 87.1ms
3:	learn: 0.3858081	total: 5.05ms	remaining: 83.3ms
4:	learn: 0.3523821	total: 6.17ms	remaining: 80.3ms
5:	learn: 0.3205530	total: 7.35ms	remaining: 78.4ms
6:	learn: 0.3004694	total: 8.41ms	remaining: 75.7ms
7:	learn: 0.2848892	total: 9.83ms	remaining: 76.2ms
8:	learn: 0.2718821	total: 11.1ms	remaining: 75ms
9:	learn: 0.2615316	total: 12.2ms	remaining: 73.5ms
10:	learn: 0.2540767	total: 13.3ms	remaining: 71.4ms
11:	learn: 0.2475296	total: 14.4ms	remaining: 69.6ms
12:	learn: 0.2412839	total: 15.5ms	remaining: 68ms
13:	learn: 0.2347965	total: 16.7ms	remaining: 66.7ms
14:	learn: 0.2315003	total: 18ms	remaining: 66ms
15:	learn: 0.2273466	total: 19.3ms	remaining: 65.1ms
16:	learn: 0.2249356	total: 20.5ms	remaining: 63.8ms
17:	learn: 0.2204309	total: 21.6ms	remaining: 62.4ms
18:	learn: 0.2182577	total: 22.8ms	remaining: 61.1ms
19:	learn: 0.2148999	total: 24ms	remaining: 60ms
20:	learn: 0.2131468	total: 25.1ms	remaining: 58.6ms
21:	learn: 0.2113783	total: 26.3ms	remaining: 57.3ms
22:	learn: 0.2084119	total: 27.4ms	remaining: 55.9ms
23:	learn: 0.2060889	total: 28.6ms	remaining: 54.9ms
24:	learn: 0.2046068	total: 29.8ms	remaining: 53.6ms
25:	learn: 0.2027781	total: 30.9ms	remaining: 52.3ms
26:	learn: 0.2011254	total: 32.3ms	remaining: 51.5ms
27:	learn: 0.1988960	total: 33.5ms	remaining: 50.3ms
28:	learn: 0.1967819	total: 34.7ms	remaining: 49.1ms
29:	learn: 0.1962528	total: 35.8ms	remaining: 47.7ms
30:	learn: 0.1955191	total: 37ms	remaining: 46.5ms
31:	learn: 0.1949535	total: 38.2ms	remaining: 45.4ms
32:	learn: 0.1937929	total: 39.4ms	remaining: 44.2ms
33:	learn: 0.1929974	total: 40.6ms	remaining: 43ms
34:	learn: 0.1920796	total: 41.8ms	remaining: 41.8ms
35:	learn: 0.1913138	total: 42.9ms	remaining: 40.5ms
36:	learn: 0.1898674	total: 44.1ms	remaining: 39.3ms
37:	learn: 0.1895272	total: 45.3ms	remaining: 38.1ms
38:	learn: 0.1892746	total: 46.5ms	remaining: 37ms
39:	learn: 0.1882779	total: 47.8ms	remaining: 35.8ms
40:	learn: 0.1857124	total: 49ms	remaining: 34.6ms
41:	learn: 0.1847664	total: 50.2ms	remaining: 33.5ms
42:	learn: 0.1843674	total: 51.3ms	remaining: 32.2ms
43:	learn: 0.1838857	total: 52.4ms	remaining: 31ms
44:	learn: 0.1831029	total: 53.6ms	remaining: 29.8ms
45:	learn: 0.1819497	total: 55ms	remaining: 28.7ms
46:	learn: 0.1814228	total: 56.2ms	remaining: 27.5ms
47:	learn: 0.1804496	total: 57.4ms	remaining: 26.3ms
48:	learn: 0.1796420	total: 58.6ms	remaining: 25.1ms
49:	learn: 0.1792036	total: 59.7ms	remaining: 23.9ms
50:	learn: 0.1785501	total: 61ms	remaining: 22.7ms
51:	learn: 0.1772576	total: 62.4ms	remaining: 21.6ms
52:	learn: 0.1768436	total: 63.7ms	remaining: 20.4ms
53:	learn: 0.1758059	total: 64.9ms	remaining: 19.2ms
54:	learn: 0.1736629	total: 66.1ms	remaining: 18ms
55:	learn: 0.1732469	total: 67.1ms	remaining: 16.8ms
56:	learn: 0.1726149	total: 68.3ms	remaining: 15.6ms
57:	learn: 0.1716547	total: 69.7ms	remaining: 14.4ms
58:	learn: 0.1712836	total: 70.9ms	remaining: 13.2ms
59:	learn: 0.1703952	total: 72.2ms	remaining: 12ms
60:	learn: 0.1701878	total: 73.4ms	remaining: 10.8ms
61:	learn: 0.1692193	total: 74.7ms	remaining: 9.64ms
62:	learn: 0.1679301	total: 76ms	remaining: 8.45ms
63:	learn: 0.1670976	total: 77.3ms	remaining: 7.25ms
64:	learn: 0.1651123	total: 78.7ms	remaining: 6.05ms
65:	learn: 0.1639657	total: 80.1ms	remaining: 4.85ms
66:	learn: 0.1633616	total: 81.4ms	remaining: 3.65ms
67:	learn: 0.1622179	total: 82.6ms	remaining: 2.43ms
68:	learn: 0.1617481	total: 83.9ms	remaining: 1.22ms
69:	learn: 0.1610203	total: 85.4ms	remaining: 0us


hyper_1_result_df = pd.DataFrame(result.values(),columns = result_labels,index = result.keys() )
hyper_1_result_df


smote = SMOTE(random_state = 1)

X_train,y_train = smote.fit_resample(X_train,y_train)

models = [lr,svc,rf,gnb,dt,ab,bc,gb,xgb,cat,lgbm]
model_names = ['Logistic Regression','SVM','RandomForest','Naive Bayes','DEcision Tree','Adaboost','BaggingClassifier',
              'gradientBoost','XgBoost','CatClassifier','lightGBM']

result_labels = ['train_accuracy','test_accuracy','f1','recall',' precision','Duration']

result = {}

for model,name in zip(models,model_names):
    result[name] = list(models_info(model,X_train,X_test,y_train,y_test)[:-1])

Learning rate set to 0.014806
0:	learn: 0.6849233	total: 4.42ms	remaining: 4.42s
1:	learn: 0.6773046	total: 8.65ms	remaining: 4.32s
2:	learn: 0.6705925	total: 12.8ms	remaining: 4.26s
3:	learn: 0.6628965	total: 17.2ms	remaining: 4.29s
4:	learn: 0.6568283	total: 21.4ms	remaining: 4.26s
5:	learn: 0.6416308	total: 25.7ms	remaining: 4.26s
6:	learn: 0.6352493	total: 29.9ms	remaining: 4.25s
7:	learn: 0.6297444	total: 34.4ms	remaining: 4.26s
8:	learn: 0.6234706	total: 38.4ms	remaining: 4.23s
9:	learn: 0.6172773	total: 42.4ms	remaining: 4.2s
10:	learn: 0.6107276	total: 46.5ms	remaining: 4.18s
11:	learn: 0.6026449	total: 50.7ms	remaining: 4.18s
12:	learn: 0.5936840	total: 55.2ms	remaining: 4.19s
13:	learn: 0.5867982	total: 59.5ms	remaining: 4.19s
14:	learn: 0.5809988	total: 63.9ms	remaining: 4.19s
15:	learn: 0.5726343	total: 68.1ms	remaining: 4.19s
16:	learn: 0.5643705	total: 71.7ms	remaining: 4.14s
17:	learn: 0.5588858	total: 75.2ms	remaining: 4.1s
18:	learn: 0.5539925	total: 78.7ms	remaining: 4.07s
19:	learn: 0.5483233	total: 82.1ms	remaining: 4.02s
20:	learn: 0.5444769	total: 85.8ms	remaining: 4s
21:	learn: 0.5404382	total: 89.4ms	remaining: 3.97s
22:	learn: 0.5337820	total: 92.9ms	remaining: 3.95s
23:	learn: 0.5275487	total: 96.6ms	remaining: 3.93s
24:	learn: 0.5238699	total: 101ms	remaining: 3.92s
25:	learn: 0.5176786	total: 104ms	remaining: 3.9s
26:	learn: 0.5131880	total: 108ms	remaining: 3.88s
27:	learn: 0.5099837	total: 112ms	remaining: 3.88s
28:	learn: 0.5057603	total: 115ms	remaining: 3.86s
29:	learn: 0.5021274	total: 119ms	remaining: 3.84s
30:	learn: 0.4983029	total: 123ms	remaining: 3.83s
31:	learn: 0.4949527	total: 126ms	remaining: 3.81s
32:	learn: 0.4912287	total: 130ms	remaining: 3.8s
33:	learn: 0.4872986	total: 133ms	remaining: 3.79s
34:	learn: 0.4835456	total: 137ms	remaining: 3.77s
35:	learn: 0.4801731	total: 140ms	remaining: 3.76s
36:	learn: 0.4776023	total: 144ms	remaining: 3.75s
37:	learn: 0.4743709	total: 148ms	remaining: 3.74s
38:	learn: 0.4686557	total: 151ms	remaining: 3.73s
39:	learn: 0.4653724	total: 155ms	remaining: 3.72s
40:	learn: 0.4615699	total: 159ms	remaining: 3.72s
41:	learn: 0.4582580	total: 162ms	remaining: 3.71s
42:	learn: 0.4537117	total: 166ms	remaining: 3.69s
43:	learn: 0.4505233	total: 170ms	remaining: 3.69s
44:	learn: 0.4470311	total: 173ms	remaining: 3.68s
45:	learn: 0.4421704	total: 177ms	remaining: 3.68s
46:	learn: 0.4376429	total: 181ms	remaining: 3.67s
47:	learn: 0.4339993	total: 185ms	remaining: 3.67s
48:	learn: 0.4318243	total: 189ms	remaining: 3.67s
49:	learn: 0.4295065	total: 193ms	remaining: 3.68s
50:	learn: 0.4267080	total: 198ms	remaining: 3.68s
51:	learn: 0.4243004	total: 201ms	remaining: 3.67s
52:	learn: 0.4208508	total: 205ms	remaining: 3.66s
53:	learn: 0.4186927	total: 208ms	remaining: 3.65s
54:	learn: 0.4156893	total: 212ms	remaining: 3.64s
55:	learn: 0.4127041	total: 215ms	remaining: 3.63s
56:	learn: 0.4106696	total: 219ms	remaining: 3.63s
57:	learn: 0.4081890	total: 223ms	remaining: 3.62s
58:	learn: 0.4057313	total: 226ms	remaining: 3.61s
59:	learn: 0.4035046	total: 230ms	remaining: 3.6s
60:	learn: 0.4006043	total: 233ms	remaining: 3.59s
61:	learn: 0.3978572	total: 237ms	remaining: 3.58s
62:	learn: 0.3955772	total: 240ms	remaining: 3.57s
63:	learn: 0.3930884	total: 244ms	remaining: 3.57s
64:	learn: 0.3900690	total: 247ms	remaining: 3.56s
65:	learn: 0.3881599	total: 251ms	remaining: 3.55s
66:	learn: 0.3860958	total: 255ms	remaining: 3.55s
67:	learn: 0.3830618	total: 258ms	remaining: 3.54s
68:	learn: 0.3812446	total: 262ms	remaining: 3.54s
69:	learn: 0.3790709	total: 266ms	remaining: 3.53s
70:	learn: 0.3767732	total: 269ms	remaining: 3.52s
71:	learn: 0.3749136	total: 272ms	remaining: 3.51s
72:	learn: 0.3727971	total: 276ms	remaining: 3.5s
73:	learn: 0.3706693	total: 279ms	remaining: 3.49s
74:	learn: 0.3684051	total: 283ms	remaining: 3.49s
75:	learn: 0.3664913	total: 286ms	remaining: 3.48s
76:	learn: 0.3646657	total: 290ms	remaining: 3.47s
77:	learn: 0.3590741	total: 293ms	remaining: 3.47s
78:	learn: 0.3568226	total: 297ms	remaining: 3.46s
79:	learn: 0.3548525	total: 300ms	remaining: 3.45s
80:	learn: 0.3532307	total: 304ms	remaining: 3.44s
81:	learn: 0.3514707	total: 307ms	remaining: 3.44s
82:	learn: 0.3501724	total: 311ms	remaining: 3.43s
83:	learn: 0.3482162	total: 314ms	remaining: 3.43s
84:	learn: 0.3434566	total: 318ms	remaining: 3.42s
85:	learn: 0.3420532	total: 321ms	remaining: 3.41s
86:	learn: 0.3404431	total: 325ms	remaining: 3.41s
87:	learn: 0.3386757	total: 328ms	remaining: 3.4s
88:	learn: 0.3366688	total: 331ms	remaining: 3.39s
89:	learn: 0.3339551	total: 335ms	remaining: 3.38s
90:	learn: 0.3326520	total: 339ms	remaining: 3.38s
91:	learn: 0.3312303	total: 342ms	remaining: 3.38s
92:	learn: 0.3300269	total: 345ms	remaining: 3.37s
93:	learn: 0.3286962	total: 349ms	remaining: 3.36s
94:	learn: 0.3268516	total: 353ms	remaining: 3.36s
95:	learn: 0.3249988	total: 357ms	remaining: 3.36s
96:	learn: 0.3234691	total: 360ms	remaining: 3.35s
97:	learn: 0.3215453	total: 364ms	remaining: 3.35s
98:	learn: 0.3190581	total: 368ms	remaining: 3.35s
99:	learn: 0.3178943	total: 372ms	remaining: 3.35s
100:	learn: 0.3166585	total: 376ms	remaining: 3.35s
101:	learn: 0.3153378	total: 380ms	remaining: 3.34s
102:	learn: 0.3140361	total: 383ms	remaining: 3.34s
103:	learn: 0.3129409	total: 387ms	remaining: 3.33s
104:	learn: 0.3118666	total: 390ms	remaining: 3.33s
105:	learn: 0.3104084	total: 394ms	remaining: 3.32s
106:	learn: 0.3094920	total: 397ms	remaining: 3.31s
107:	learn: 0.3079248	total: 401ms	remaining: 3.31s
108:	learn: 0.3065193	total: 404ms	remaining: 3.3s
109:	learn: 0.3052403	total: 407ms	remaining: 3.29s
110:	learn: 0.3038493	total: 411ms	remaining: 3.29s
111:	learn: 0.2999616	total: 415ms	remaining: 3.29s
112:	learn: 0.2960321	total: 418ms	remaining: 3.28s
113:	learn: 0.2949950	total: 422ms	remaining: 3.28s
114:	learn: 0.2939673	total: 425ms	remaining: 3.27s
115:	learn: 0.2920474	total: 429ms	remaining: 3.27s
116:	learn: 0.2906693	total: 432ms	remaining: 3.26s
117:	learn: 0.2892165	total: 436ms	remaining: 3.26s
118:	learn: 0.2884074	total: 439ms	remaining: 3.25s
119:	learn: 0.2876671	total: 443ms	remaining: 3.25s
120:	learn: 0.2855994	total: 446ms	remaining: 3.24s
121:	learn: 0.2846450	total: 450ms	remaining: 3.23s
122:	learn: 0.2834708	total: 453ms	remaining: 3.23s
123:	learn: 0.2826600	total: 457ms	remaining: 3.23s
124:	learn: 0.2814006	total: 460ms	remaining: 3.22s
125:	learn: 0.2797994	total: 464ms	remaining: 3.22s
126:	learn: 0.2787313	total: 468ms	remaining: 3.21s
127:	learn: 0.2778063	total: 471ms	remaining: 3.21s
128:	learn: 0.2766557	total: 475ms	remaining: 3.21s
129:	learn: 0.2751263	total: 478ms	remaining: 3.2s
130:	learn: 0.2742065	total: 482ms	remaining: 3.2s
131:	learn: 0.2731830	total: 485ms	remaining: 3.19s
132:	learn: 0.2724007	total: 489ms	remaining: 3.19s
133:	learn: 0.2714757	total: 492ms	remaining: 3.18s
134:	learn: 0.2704281	total: 496ms	remaining: 3.18s
135:	learn: 0.2690311	total: 500ms	remaining: 3.18s
136:	learn: 0.2680706	total: 504ms	remaining: 3.17s
137:	learn: 0.2673469	total: 507ms	remaining: 3.17s
138:	learn: 0.2664911	total: 511ms	remaining: 3.17s
139:	learn: 0.2654356	total: 515ms	remaining: 3.16s
140:	learn: 0.2645891	total: 518ms	remaining: 3.16s
141:	learn: 0.2635210	total: 522ms	remaining: 3.15s
142:	learn: 0.2625988	total: 526ms	remaining: 3.15s
143:	learn: 0.2617307	total: 530ms	remaining: 3.15s
144:	learn: 0.2596049	total: 534ms	remaining: 3.15s
145:	learn: 0.2588316	total: 538ms	remaining: 3.15s
146:	learn: 0.2576475	total: 542ms	remaining: 3.14s
147:	learn: 0.2569459	total: 546ms	remaining: 3.14s
148:	learn: 0.2560648	total: 550ms	remaining: 3.14s
149:	learn: 0.2553831	total: 554ms	remaining: 3.14s
150:	learn: 0.2546711	total: 558ms	remaining: 3.14s
151:	learn: 0.2537373	total: 562ms	remaining: 3.13s
152:	learn: 0.2527387	total: 566ms	remaining: 3.13s
153:	learn: 0.2517852	total: 570ms	remaining: 3.13s
154:	learn: 0.2510108	total: 574ms	remaining: 3.13s
155:	learn: 0.2499305	total: 577ms	remaining: 3.12s
156:	learn: 0.2486736	total: 581ms	remaining: 3.12s
157:	learn: 0.2478203	total: 584ms	remaining: 3.11s
158:	learn: 0.2465593	total: 587ms	remaining: 3.11s
159:	learn: 0.2457698	total: 591ms	remaining: 3.1s
160:	learn: 0.2449912	total: 594ms	remaining: 3.1s
161:	learn: 0.2445108	total: 598ms	remaining: 3.09s
162:	learn: 0.2437133	total: 601ms	remaining: 3.09s
163:	learn: 0.2425545	total: 605ms	remaining: 3.08s
164:	learn: 0.2420843	total: 608ms	remaining: 3.08s
165:	learn: 0.2414326	total: 612ms	remaining: 3.07s
166:	learn: 0.2403780	total: 615ms	remaining: 3.07s
167:	learn: 0.2393884	total: 619ms	remaining: 3.06s
168:	learn: 0.2381862	total: 622ms	remaining: 3.06s
169:	learn: 0.2374821	total: 626ms	remaining: 3.05s
170:	learn: 0.2367881	total: 629ms	remaining: 3.05s
171:	learn: 0.2360074	total: 632ms	remaining: 3.04s
172:	learn: 0.2352149	total: 636ms	remaining: 3.04s
173:	learn: 0.2347404	total: 640ms	remaining: 3.04s
174:	learn: 0.2337106	total: 643ms	remaining: 3.03s
175:	learn: 0.2325740	total: 646ms	remaining: 3.02s
176:	learn: 0.2315419	total: 650ms	remaining: 3.02s
177:	learn: 0.2303018	total: 653ms	remaining: 3.02s
178:	learn: 0.2290051	total: 657ms	remaining: 3.01s
179:	learn: 0.2283872	total: 661ms	remaining: 3.01s
180:	learn: 0.2272596	total: 664ms	remaining: 3.01s
181:	learn: 0.2267059	total: 669ms	remaining: 3s
182:	learn: 0.2258113	total: 672ms	remaining: 3s
183:	learn: 0.2252071	total: 676ms	remaining: 3s
184:	learn: 0.2246088	total: 679ms	remaining: 2.99s
185:	learn: 0.2239744	total: 683ms	remaining: 2.99s
186:	learn: 0.2233472	total: 686ms	remaining: 2.98s
187:	learn: 0.2227559	total: 690ms	remaining: 2.98s
188:	learn: 0.2220713	total: 693ms	remaining: 2.97s
189:	learn: 0.2214624	total: 697ms	remaining: 2.97s
190:	learn: 0.2201756	total: 700ms	remaining: 2.97s
191:	learn: 0.2191258	total: 704ms	remaining: 2.96s
192:	learn: 0.2183320	total: 707ms	remaining: 2.96s
193:	learn: 0.2178776	total: 710ms	remaining: 2.95s
194:	learn: 0.2173132	total: 714ms	remaining: 2.95s
195:	learn: 0.2165380	total: 718ms	remaining: 2.94s
196:	learn: 0.2159265	total: 722ms	remaining: 2.94s
197:	learn: 0.2146957	total: 726ms	remaining: 2.94s
198:	learn: 0.2139485	total: 730ms	remaining: 2.94s
199:	learn: 0.2131437	total: 734ms	remaining: 2.93s
200:	learn: 0.2121533	total: 738ms	remaining: 2.93s
201:	learn: 0.2113209	total: 742ms	remaining: 2.93s
202:	learn: 0.2106335	total: 745ms	remaining: 2.93s
203:	learn: 0.2101750	total: 749ms	remaining: 2.92s
204:	learn: 0.2095097	total: 752ms	remaining: 2.92s
205:	learn: 0.2082246	total: 756ms	remaining: 2.91s
206:	learn: 0.2076488	total: 759ms	remaining: 2.91s
207:	learn: 0.2069039	total: 763ms	remaining: 2.9s
208:	learn: 0.2062888	total: 766ms	remaining: 2.9s
209:	learn: 0.2051264	total: 770ms	remaining: 2.9s
210:	learn: 0.2042150	total: 773ms	remaining: 2.89s
211:	learn: 0.2036770	total: 777ms	remaining: 2.89s
212:	learn: 0.2032261	total: 780ms	remaining: 2.88s
213:	learn: 0.2025975	total: 783ms	remaining: 2.88s
214:	learn: 0.2021325	total: 787ms	remaining: 2.87s
215:	learn: 0.2015203	total: 790ms	remaining: 2.87s
216:	learn: 0.2007199	total: 794ms	remaining: 2.86s
217:	learn: 0.2001980	total: 797ms	remaining: 2.86s
218:	learn: 0.1995439	total: 801ms	remaining: 2.86s
219:	learn: 0.1990382	total: 804ms	remaining: 2.85s
220:	learn: 0.1985884	total: 808ms	remaining: 2.85s
221:	learn: 0.1976588	total: 811ms	remaining: 2.84s
222:	learn: 0.1971082	total: 815ms	remaining: 2.84s
223:	learn: 0.1963096	total: 818ms	remaining: 2.83s
224:	learn: 0.1952917	total: 822ms	remaining: 2.83s
225:	learn: 0.1946441	total: 826ms	remaining: 2.83s
226:	learn: 0.1938946	total: 829ms	remaining: 2.82s
227:	learn: 0.1933632	total: 833ms	remaining: 2.82s
228:	learn: 0.1927775	total: 836ms	remaining: 2.81s
229:	learn: 0.1924352	total: 840ms	remaining: 2.81s
230:	learn: 0.1918646	total: 843ms	remaining: 2.81s
231:	learn: 0.1912560	total: 847ms	remaining: 2.8s
232:	learn: 0.1905501	total: 850ms	remaining: 2.8s
233:	learn: 0.1899866	total: 854ms	remaining: 2.79s
234:	learn: 0.1895697	total: 857ms	remaining: 2.79s
235:	learn: 0.1890299	total: 861ms	remaining: 2.79s
236:	learn: 0.1886271	total: 864ms	remaining: 2.78s
237:	learn: 0.1880747	total: 868ms	remaining: 2.78s
238:	learn: 0.1873272	total: 871ms	remaining: 2.77s
239:	learn: 0.1865284	total: 875ms	remaining: 2.77s
240:	learn: 0.1856633	total: 878ms	remaining: 2.77s
241:	learn: 0.1848453	total: 881ms	remaining: 2.76s
242:	learn: 0.1842104	total: 885ms	remaining: 2.76s
243:	learn: 0.1837393	total: 888ms	remaining: 2.75s
244:	learn: 0.1831871	total: 892ms	remaining: 2.75s
245:	learn: 0.1823026	total: 895ms	remaining: 2.74s
246:	learn: 0.1819816	total: 899ms	remaining: 2.74s
247:	learn: 0.1815418	total: 903ms	remaining: 2.74s
248:	learn: 0.1810518	total: 907ms	remaining: 2.73s
249:	learn: 0.1800786	total: 910ms	remaining: 2.73s
250:	learn: 0.1794027	total: 914ms	remaining: 2.73s
251:	learn: 0.1785587	total: 918ms	remaining: 2.73s
252:	learn: 0.1779889	total: 922ms	remaining: 2.72s
253:	learn: 0.1773719	total: 925ms	remaining: 2.72s
254:	learn: 0.1768750	total: 929ms	remaining: 2.71s
255:	learn: 0.1764849	total: 933ms	remaining: 2.71s
256:	learn: 0.1760326	total: 936ms	remaining: 2.71s
257:	learn: 0.1750347	total: 939ms	remaining: 2.7s
258:	learn: 0.1746276	total: 943ms	remaining: 2.7s
259:	learn: 0.1742718	total: 946ms	remaining: 2.69s
260:	learn: 0.1737102	total: 950ms	remaining: 2.69s
261:	learn: 0.1729128	total: 953ms	remaining: 2.69s
262:	learn: 0.1724738	total: 957ms	remaining: 2.68s
263:	learn: 0.1720109	total: 961ms	remaining: 2.68s
264:	learn: 0.1714282	total: 964ms	remaining: 2.67s
265:	learn: 0.1709939	total: 967ms	remaining: 2.67s
266:	learn: 0.1700863	total: 971ms	remaining: 2.67s
267:	learn: 0.1696918	total: 974ms	remaining: 2.66s
268:	learn: 0.1690086	total: 978ms	remaining: 2.66s
269:	learn: 0.1685374	total: 981ms	remaining: 2.65s
270:	learn: 0.1681781	total: 985ms	remaining: 2.65s
271:	learn: 0.1678453	total: 989ms	remaining: 2.65s
272:	learn: 0.1673851	total: 993ms	remaining: 2.64s
273:	learn: 0.1668679	total: 997ms	remaining: 2.64s
274:	learn: 0.1659495	total: 1000ms	remaining: 2.64s
275:	learn: 0.1654710	total: 1s	remaining: 2.63s
276:	learn: 0.1649221	total: 1.01s	remaining: 2.63s
277:	learn: 0.1641940	total: 1.01s	remaining: 2.62s
278:	learn: 0.1638339	total: 1.01s	remaining: 2.62s
279:	learn: 0.1633381	total: 1.02s	remaining: 2.62s
280:	learn: 0.1629147	total: 1.02s	remaining: 2.61s
281:	learn: 0.1623523	total: 1.02s	remaining: 2.61s
282:	learn: 0.1620496	total: 1.03s	remaining: 2.61s
283:	learn: 0.1616108	total: 1.03s	remaining: 2.6s
284:	learn: 0.1612493	total: 1.03s	remaining: 2.6s
285:	learn: 0.1608728	total: 1.04s	remaining: 2.59s
286:	learn: 0.1604988	total: 1.04s	remaining: 2.59s
287:	learn: 0.1601452	total: 1.05s	remaining: 2.59s
288:	learn: 0.1596007	total: 1.05s	remaining: 2.58s
289:	learn: 0.1588898	total: 1.05s	remaining: 2.58s
290:	learn: 0.1585104	total: 1.06s	remaining: 2.58s
291:	learn: 0.1581485	total: 1.06s	remaining: 2.57s
292:	learn: 0.1578362	total: 1.06s	remaining: 2.57s
293:	learn: 0.1574952	total: 1.07s	remaining: 2.56s
294:	learn: 0.1571836	total: 1.07s	remaining: 2.56s
295:	learn: 0.1567001	total: 1.07s	remaining: 2.56s
296:	learn: 0.1562297	total: 1.08s	remaining: 2.55s
297:	learn: 0.1558159	total: 1.08s	remaining: 2.55s
298:	learn: 0.1554609	total: 1.09s	remaining: 2.55s
299:	learn: 0.1551889	total: 1.09s	remaining: 2.54s
300:	learn: 0.1548725	total: 1.09s	remaining: 2.54s
301:	learn: 0.1544109	total: 1.1s	remaining: 2.54s
302:	learn: 0.1540304	total: 1.1s	remaining: 2.53s
303:	learn: 0.1535357	total: 1.1s	remaining: 2.53s
304:	learn: 0.1531098	total: 1.11s	remaining: 2.52s
305:	learn: 0.1525227	total: 1.11s	remaining: 2.52s
306:	learn: 0.1519245	total: 1.11s	remaining: 2.52s
307:	learn: 0.1515103	total: 1.12s	remaining: 2.51s
308:	learn: 0.1511798	total: 1.12s	remaining: 2.51s
309:	learn: 0.1507226	total: 1.13s	remaining: 2.51s
310:	learn: 0.1503975	total: 1.13s	remaining: 2.5s
311:	learn: 0.1501309	total: 1.13s	remaining: 2.5s
312:	learn: 0.1495924	total: 1.14s	remaining: 2.49s
313:	learn: 0.1491397	total: 1.14s	remaining: 2.49s
314:	learn: 0.1487779	total: 1.14s	remaining: 2.48s
315:	learn: 0.1485126	total: 1.15s	remaining: 2.48s
316:	learn: 0.1481013	total: 1.15s	remaining: 2.48s
317:	learn: 0.1475425	total: 1.15s	remaining: 2.47s
318:	learn: 0.1471262	total: 1.16s	remaining: 2.47s
319:	learn: 0.1467398	total: 1.16s	remaining: 2.46s
320:	learn: 0.1461639	total: 1.16s	remaining: 2.46s
321:	learn: 0.1458651	total: 1.17s	remaining: 2.46s
322:	learn: 0.1455316	total: 1.17s	remaining: 2.45s
323:	learn: 0.1452263	total: 1.17s	remaining: 2.45s
324:	learn: 0.1449575	total: 1.18s	remaining: 2.44s
325:	learn: 0.1445915	total: 1.18s	remaining: 2.44s
326:	learn: 0.1441899	total: 1.18s	remaining: 2.44s
327:	learn: 0.1439561	total: 1.19s	remaining: 2.43s
328:	learn: 0.1433975	total: 1.19s	remaining: 2.43s
329:	learn: 0.1431969	total: 1.19s	remaining: 2.42s
330:	learn: 0.1428373	total: 1.2s	remaining: 2.42s
331:	learn: 0.1422298	total: 1.2s	remaining: 2.42s
332:	learn: 0.1418730	total: 1.21s	remaining: 2.41s
333:	learn: 0.1415712	total: 1.21s	remaining: 2.41s
334:	learn: 0.1412906	total: 1.21s	remaining: 2.4s
335:	learn: 0.1406499	total: 1.22s	remaining: 2.4s
336:	learn: 0.1403261	total: 1.22s	remaining: 2.4s
337:	learn: 0.1399346	total: 1.22s	remaining: 2.39s
338:	learn: 0.1396286	total: 1.23s	remaining: 2.39s
339:	learn: 0.1392420	total: 1.23s	remaining: 2.39s
340:	learn: 0.1389826	total: 1.23s	remaining: 2.38s
341:	learn: 0.1386471	total: 1.24s	remaining: 2.38s
342:	learn: 0.1383710	total: 1.24s	remaining: 2.38s
343:	learn: 0.1381591	total: 1.24s	remaining: 2.37s
344:	learn: 0.1378525	total: 1.25s	remaining: 2.37s
345:	learn: 0.1374516	total: 1.25s	remaining: 2.37s
346:	learn: 0.1371782	total: 1.25s	remaining: 2.36s
347:	learn: 0.1369742	total: 1.26s	remaining: 2.36s
348:	learn: 0.1364417	total: 1.26s	remaining: 2.36s
349:	learn: 0.1359916	total: 1.27s	remaining: 2.35s
350:	learn: 0.1356720	total: 1.27s	remaining: 2.35s
351:	learn: 0.1351887	total: 1.27s	remaining: 2.35s
352:	learn: 0.1345463	total: 1.28s	remaining: 2.34s
353:	learn: 0.1341228	total: 1.28s	remaining: 2.34s
354:	learn: 0.1337677	total: 1.28s	remaining: 2.33s
355:	learn: 0.1331172	total: 1.29s	remaining: 2.33s
356:	learn: 0.1326162	total: 1.29s	remaining: 2.33s
357:	learn: 0.1324329	total: 1.29s	remaining: 2.32s
358:	learn: 0.1320531	total: 1.3s	remaining: 2.32s
359:	learn: 0.1318502	total: 1.3s	remaining: 2.31s
360:	learn: 0.1315289	total: 1.3s	remaining: 2.31s
361:	learn: 0.1312432	total: 1.31s	remaining: 2.31s
362:	learn: 0.1307321	total: 1.31s	remaining: 2.3s
363:	learn: 0.1304152	total: 1.32s	remaining: 2.3s
364:	learn: 0.1300993	total: 1.32s	remaining: 2.29s
365:	learn: 0.1297661	total: 1.32s	remaining: 2.29s
366:	learn: 0.1291639	total: 1.33s	remaining: 2.29s
367:	learn: 0.1288389	total: 1.33s	remaining: 2.28s
368:	learn: 0.1285072	total: 1.33s	remaining: 2.28s
369:	learn: 0.1280875	total: 1.34s	remaining: 2.27s
370:	learn: 0.1277813	total: 1.34s	remaining: 2.27s
371:	learn: 0.1273837	total: 1.34s	remaining: 2.27s
372:	learn: 0.1266877	total: 1.35s	remaining: 2.26s
373:	learn: 0.1262768	total: 1.35s	remaining: 2.26s
374:	learn: 0.1260124	total: 1.35s	remaining: 2.26s
375:	learn: 0.1256774	total: 1.36s	remaining: 2.25s
376:	learn: 0.1252492	total: 1.36s	remaining: 2.25s
377:	learn: 0.1247791	total: 1.36s	remaining: 2.25s
378:	learn: 0.1243999	total: 1.37s	remaining: 2.24s
379:	learn: 0.1241505	total: 1.37s	remaining: 2.24s
380:	learn: 0.1237734	total: 1.38s	remaining: 2.23s
381:	learn: 0.1235026	total: 1.38s	remaining: 2.23s
382:	learn: 0.1232195	total: 1.38s	remaining: 2.23s
383:	learn: 0.1229496	total: 1.39s	remaining: 2.22s
384:	learn: 0.1227109	total: 1.39s	remaining: 2.22s
385:	learn: 0.1223208	total: 1.39s	remaining: 2.21s
386:	learn: 0.1219702	total: 1.4s	remaining: 2.21s
387:	learn: 0.1216650	total: 1.4s	remaining: 2.21s
388:	learn: 0.1212661	total: 1.4s	remaining: 2.2s
389:	learn: 0.1209657	total: 1.41s	remaining: 2.2s
390:	learn: 0.1207530	total: 1.41s	remaining: 2.19s
391:	learn: 0.1203815	total: 1.41s	remaining: 2.19s
392:	learn: 0.1202004	total: 1.42s	remaining: 2.19s
393:	learn: 0.1200249	total: 1.42s	remaining: 2.18s
394:	learn: 0.1197288	total: 1.42s	remaining: 2.18s
395:	learn: 0.1193176	total: 1.43s	remaining: 2.18s
396:	learn: 0.1190041	total: 1.43s	remaining: 2.17s
397:	learn: 0.1187928	total: 1.44s	remaining: 2.18s
398:	learn: 0.1183364	total: 1.45s	remaining: 2.18s
399:	learn: 0.1180048	total: 1.45s	remaining: 2.18s
400:	learn: 0.1177556	total: 1.45s	remaining: 2.17s
401:	learn: 0.1175275	total: 1.46s	remaining: 2.17s
402:	learn: 0.1173252	total: 1.46s	remaining: 2.16s
403:	learn: 0.1170731	total: 1.46s	remaining: 2.16s
404:	learn: 0.1168491	total: 1.47s	remaining: 2.16s
405:	learn: 0.1165469	total: 1.47s	remaining: 2.15s
406:	learn: 0.1162999	total: 1.48s	remaining: 2.15s
407:	learn: 0.1157153	total: 1.48s	remaining: 2.15s
408:	learn: 0.1153237	total: 1.48s	remaining: 2.14s
409:	learn: 0.1150314	total: 1.49s	remaining: 2.14s
410:	learn: 0.1147077	total: 1.49s	remaining: 2.13s
411:	learn: 0.1143902	total: 1.49s	remaining: 2.13s
412:	learn: 0.1140866	total: 1.5s	remaining: 2.13s
413:	learn: 0.1137414	total: 1.5s	remaining: 2.12s
414:	learn: 0.1134614	total: 1.5s	remaining: 2.12s
415:	learn: 0.1131796	total: 1.51s	remaining: 2.11s
416:	learn: 0.1129796	total: 1.51s	remaining: 2.11s
417:	learn: 0.1126199	total: 1.51s	remaining: 2.11s
418:	learn: 0.1123483	total: 1.52s	remaining: 2.1s
419:	learn: 0.1120607	total: 1.52s	remaining: 2.1s
420:	learn: 0.1117884	total: 1.52s	remaining: 2.09s
421:	learn: 0.1115070	total: 1.53s	remaining: 2.09s
422:	learn: 0.1112659	total: 1.53s	remaining: 2.09s
423:	learn: 0.1109238	total: 1.53s	remaining: 2.08s
424:	learn: 0.1106517	total: 1.54s	remaining: 2.08s
425:	learn: 0.1103907	total: 1.54s	remaining: 2.08s
426:	learn: 0.1100817	total: 1.54s	remaining: 2.07s
427:	learn: 0.1097514	total: 1.55s	remaining: 2.07s
428:	learn: 0.1095240	total: 1.55s	remaining: 2.06s
429:	learn: 0.1093258	total: 1.55s	remaining: 2.06s
430:	learn: 0.1091220	total: 1.56s	remaining: 2.06s
431:	learn: 0.1088539	total: 1.56s	remaining: 2.05s
432:	learn: 0.1085764	total: 1.56s	remaining: 2.05s
433:	learn: 0.1082683	total: 1.57s	remaining: 2.05s
434:	learn: 0.1078807	total: 1.57s	remaining: 2.04s
435:	learn: 0.1075959	total: 1.58s	remaining: 2.04s
436:	learn: 0.1073561	total: 1.58s	remaining: 2.04s
437:	learn: 0.1070622	total: 1.58s	remaining: 2.03s
438:	learn: 0.1067724	total: 1.59s	remaining: 2.03s
439:	learn: 0.1065829	total: 1.59s	remaining: 2.02s
440:	learn: 0.1063548	total: 1.59s	remaining: 2.02s
441:	learn: 0.1059735	total: 1.6s	remaining: 2.02s
442:	learn: 0.1054695	total: 1.6s	remaining: 2.01s
443:	learn: 0.1052765	total: 1.6s	remaining: 2.01s
444:	learn: 0.1050666	total: 1.61s	remaining: 2.01s
445:	learn: 0.1049211	total: 1.61s	remaining: 2s
446:	learn: 0.1046813	total: 1.62s	remaining: 2s
447:	learn: 0.1044128	total: 1.62s	remaining: 2s
448:	learn: 0.1041091	total: 1.62s	remaining: 1.99s
449:	learn: 0.1038184	total: 1.63s	remaining: 1.99s
450:	learn: 0.1036002	total: 1.63s	remaining: 1.99s
451:	learn: 0.1033296	total: 1.64s	remaining: 1.98s
452:	learn: 0.1030018	total: 1.64s	remaining: 1.98s
453:	learn: 0.1027089	total: 1.64s	remaining: 1.98s
454:	learn: 0.1024492	total: 1.65s	remaining: 1.97s
455:	learn: 0.1021499	total: 1.65s	remaining: 1.97s
456:	learn: 0.1018817	total: 1.65s	remaining: 1.96s
457:	learn: 0.1016227	total: 1.66s	remaining: 1.96s
458:	learn: 0.1012821	total: 1.66s	remaining: 1.96s
459:	learn: 0.1010500	total: 1.66s	remaining: 1.95s
460:	learn: 0.1008888	total: 1.67s	remaining: 1.95s
461:	learn: 0.1007262	total: 1.67s	remaining: 1.95s
462:	learn: 0.1003238	total: 1.67s	remaining: 1.94s
463:	learn: 0.0999061	total: 1.68s	remaining: 1.94s
464:	learn: 0.0995106	total: 1.68s	remaining: 1.93s
465:	learn: 0.0992480	total: 1.68s	remaining: 1.93s
466:	learn: 0.0990177	total: 1.69s	remaining: 1.93s
467:	learn: 0.0988128	total: 1.69s	remaining: 1.92s
468:	learn: 0.0985594	total: 1.7s	remaining: 1.92s
469:	learn: 0.0982182	total: 1.7s	remaining: 1.92s
470:	learn: 0.0980205	total: 1.7s	remaining: 1.91s
471:	learn: 0.0977155	total: 1.71s	remaining: 1.91s
472:	learn: 0.0975512	total: 1.71s	remaining: 1.9s
473:	learn: 0.0973374	total: 1.71s	remaining: 1.9s
474:	learn: 0.0971062	total: 1.72s	remaining: 1.9s
475:	learn: 0.0969797	total: 1.72s	remaining: 1.89s
476:	learn: 0.0967565	total: 1.72s	remaining: 1.89s
477:	learn: 0.0964886	total: 1.73s	remaining: 1.89s
478:	learn: 0.0961259	total: 1.73s	remaining: 1.88s
479:	learn: 0.0959413	total: 1.73s	remaining: 1.88s
480:	learn: 0.0956513	total: 1.74s	remaining: 1.87s
481:	learn: 0.0953114	total: 1.74s	remaining: 1.87s
482:	learn: 0.0950231	total: 1.74s	remaining: 1.87s
483:	learn: 0.0947995	total: 1.75s	remaining: 1.86s
484:	learn: 0.0945772	total: 1.75s	remaining: 1.86s
485:	learn: 0.0943739	total: 1.75s	remaining: 1.85s
486:	learn: 0.0941193	total: 1.76s	remaining: 1.85s
487:	learn: 0.0939072	total: 1.76s	remaining: 1.85s
488:	learn: 0.0935024	total: 1.76s	remaining: 1.84s
489:	learn: 0.0933449	total: 1.77s	remaining: 1.84s
490:	learn: 0.0931671	total: 1.77s	remaining: 1.84s
491:	learn: 0.0929393	total: 1.77s	remaining: 1.83s
492:	learn: 0.0926101	total: 1.78s	remaining: 1.83s
493:	learn: 0.0922867	total: 1.78s	remaining: 1.82s
494:	learn: 0.0921184	total: 1.78s	remaining: 1.82s
495:	learn: 0.0918796	total: 1.79s	remaining: 1.82s
496:	learn: 0.0916885	total: 1.79s	remaining: 1.81s
497:	learn: 0.0914256	total: 1.8s	remaining: 1.81s
498:	learn: 0.0912203	total: 1.8s	remaining: 1.81s
499:	learn: 0.0909479	total: 1.8s	remaining: 1.8s
500:	learn: 0.0907194	total: 1.81s	remaining: 1.8s
501:	learn: 0.0905943	total: 1.81s	remaining: 1.8s
502:	learn: 0.0904097	total: 1.81s	remaining: 1.79s
503:	learn: 0.0901910	total: 1.82s	remaining: 1.79s
504:	learn: 0.0899405	total: 1.82s	remaining: 1.79s
505:	learn: 0.0898153	total: 1.82s	remaining: 1.78s
506:	learn: 0.0896210	total: 1.83s	remaining: 1.78s
507:	learn: 0.0895015	total: 1.83s	remaining: 1.77s
508:	learn: 0.0893276	total: 1.83s	remaining: 1.77s
509:	learn: 0.0891864	total: 1.84s	remaining: 1.77s
510:	learn: 0.0889006	total: 1.84s	remaining: 1.76s
511:	learn: 0.0886810	total: 1.84s	remaining: 1.76s
512:	learn: 0.0883061	total: 1.85s	remaining: 1.75s
513:	learn: 0.0879966	total: 1.85s	remaining: 1.75s
514:	learn: 0.0878034	total: 1.86s	remaining: 1.75s
515:	learn: 0.0874903	total: 1.86s	remaining: 1.74s
516:	learn: 0.0873121	total: 1.86s	remaining: 1.74s
517:	learn: 0.0870609	total: 1.87s	remaining: 1.74s
518:	learn: 0.0868565	total: 1.87s	remaining: 1.73s
519:	learn: 0.0866932	total: 1.87s	remaining: 1.73s
520:	learn: 0.0865008	total: 1.88s	remaining: 1.73s
521:	learn: 0.0863047	total: 1.88s	remaining: 1.72s
522:	learn: 0.0861115	total: 1.88s	remaining: 1.72s
523:	learn: 0.0859233	total: 1.89s	remaining: 1.71s
524:	learn: 0.0857344	total: 1.89s	remaining: 1.71s
525:	learn: 0.0855756	total: 1.89s	remaining: 1.71s
526:	learn: 0.0854224	total: 1.9s	remaining: 1.7s
527:	learn: 0.0852864	total: 1.9s	remaining: 1.7s
528:	learn: 0.0850568	total: 1.91s	remaining: 1.7s
529:	learn: 0.0846951	total: 1.91s	remaining: 1.69s
530:	learn: 0.0844066	total: 1.91s	remaining: 1.69s
531:	learn: 0.0841983	total: 1.92s	remaining: 1.69s
532:	learn: 0.0839786	total: 1.92s	remaining: 1.68s
533:	learn: 0.0838093	total: 1.92s	remaining: 1.68s
534:	learn: 0.0836788	total: 1.93s	remaining: 1.67s
535:	learn: 0.0835096	total: 1.93s	remaining: 1.67s
536:	learn: 0.0833697	total: 1.93s	remaining: 1.67s
537:	learn: 0.0831496	total: 1.94s	remaining: 1.66s
538:	learn: 0.0828881	total: 1.94s	remaining: 1.66s
539:	learn: 0.0826429	total: 1.94s	remaining: 1.66s
540:	learn: 0.0823201	total: 1.95s	remaining: 1.65s
541:	learn: 0.0819228	total: 1.95s	remaining: 1.65s
542:	learn: 0.0816053	total: 1.95s	remaining: 1.64s
543:	learn: 0.0814286	total: 1.96s	remaining: 1.64s
544:	learn: 0.0811474	total: 1.96s	remaining: 1.64s
545:	learn: 0.0810267	total: 1.96s	remaining: 1.63s
546:	learn: 0.0808943	total: 1.97s	remaining: 1.63s
547:	learn: 0.0806523	total: 1.97s	remaining: 1.63s
548:	learn: 0.0804394	total: 1.98s	remaining: 1.62s
549:	learn: 0.0801640	total: 1.98s	remaining: 1.62s
550:	learn: 0.0798979	total: 1.98s	remaining: 1.62s
551:	learn: 0.0795761	total: 1.99s	remaining: 1.61s
552:	learn: 0.0793674	total: 1.99s	remaining: 1.61s
553:	learn: 0.0792255	total: 1.99s	remaining: 1.6s
554:	learn: 0.0789538	total: 2s	remaining: 1.6s
555:	learn: 0.0785849	total: 2s	remaining: 1.6s
556:	learn: 0.0784488	total: 2s	remaining: 1.59s
557:	learn: 0.0783299	total: 2.01s	remaining: 1.59s
558:	learn: 0.0780794	total: 2.01s	remaining: 1.59s
559:	learn: 0.0778866	total: 2.02s	remaining: 1.58s
560:	learn: 0.0777215	total: 2.02s	remaining: 1.58s
561:	learn: 0.0775606	total: 2.02s	remaining: 1.58s
562:	learn: 0.0774523	total: 2.03s	remaining: 1.57s
563:	learn: 0.0773509	total: 2.03s	remaining: 1.57s
564:	learn: 0.0770260	total: 2.03s	remaining: 1.56s
565:	learn: 0.0768823	total: 2.04s	remaining: 1.56s
566:	learn: 0.0767319	total: 2.04s	remaining: 1.56s
567:	learn: 0.0765853	total: 2.04s	remaining: 1.55s
568:	learn: 0.0764081	total: 2.05s	remaining: 1.55s
569:	learn: 0.0761074	total: 2.05s	remaining: 1.55s
570:	learn: 0.0760010	total: 2.06s	remaining: 1.54s
571:	learn: 0.0758459	total: 2.06s	remaining: 1.54s
572:	learn: 0.0755580	total: 2.06s	remaining: 1.54s
573:	learn: 0.0753157	total: 2.07s	remaining: 1.53s
574:	learn: 0.0752157	total: 2.07s	remaining: 1.53s
575:	learn: 0.0747033	total: 2.07s	remaining: 1.52s
576:	learn: 0.0745764	total: 2.08s	remaining: 1.52s
577:	learn: 0.0744019	total: 2.08s	remaining: 1.52s
578:	learn: 0.0741800	total: 2.08s	remaining: 1.51s
579:	learn: 0.0739989	total: 2.09s	remaining: 1.51s
580:	learn: 0.0738641	total: 2.09s	remaining: 1.51s
581:	learn: 0.0737166	total: 2.09s	remaining: 1.5s
582:	learn: 0.0735219	total: 2.1s	remaining: 1.5s
583:	learn: 0.0733984	total: 2.1s	remaining: 1.5s
584:	learn: 0.0732276	total: 2.1s	remaining: 1.49s
585:	learn: 0.0731034	total: 2.11s	remaining: 1.49s
586:	learn: 0.0730023	total: 2.11s	remaining: 1.48s
587:	learn: 0.0728327	total: 2.11s	remaining: 1.48s
588:	learn: 0.0727317	total: 2.12s	remaining: 1.48s
589:	learn: 0.0725962	total: 2.12s	remaining: 1.47s
590:	learn: 0.0722980	total: 2.12s	remaining: 1.47s
591:	learn: 0.0720352	total: 2.13s	remaining: 1.47s
592:	learn: 0.0718765	total: 2.13s	remaining: 1.46s
593:	learn: 0.0716789	total: 2.13s	remaining: 1.46s
594:	learn: 0.0715475	total: 2.14s	remaining: 1.45s
595:	learn: 0.0713753	total: 2.14s	remaining: 1.45s
596:	learn: 0.0711188	total: 2.15s	remaining: 1.45s
597:	learn: 0.0710466	total: 2.15s	remaining: 1.44s
598:	learn: 0.0707235	total: 2.15s	remaining: 1.44s
599:	learn: 0.0705081	total: 2.16s	remaining: 1.44s
600:	learn: 0.0702996	total: 2.16s	remaining: 1.43s
601:	learn: 0.0701657	total: 2.16s	remaining: 1.43s
602:	learn: 0.0700281	total: 2.17s	remaining: 1.43s
603:	learn: 0.0698285	total: 2.17s	remaining: 1.42s
604:	learn: 0.0696220	total: 2.17s	remaining: 1.42s
605:	learn: 0.0693481	total: 2.18s	remaining: 1.42s
606:	learn: 0.0691092	total: 2.18s	remaining: 1.41s
607:	learn: 0.0689625	total: 2.19s	remaining: 1.41s
608:	learn: 0.0688197	total: 2.19s	remaining: 1.41s
609:	learn: 0.0686253	total: 2.19s	remaining: 1.4s
610:	learn: 0.0685045	total: 2.2s	remaining: 1.4s
611:	learn: 0.0683270	total: 2.2s	remaining: 1.39s
612:	learn: 0.0681464	total: 2.2s	remaining: 1.39s
613:	learn: 0.0679861	total: 2.21s	remaining: 1.39s
614:	learn: 0.0678187	total: 2.21s	remaining: 1.38s
615:	learn: 0.0677239	total: 2.21s	remaining: 1.38s
616:	learn: 0.0674824	total: 2.22s	remaining: 1.38s
617:	learn: 0.0673620	total: 2.22s	remaining: 1.37s
618:	learn: 0.0669551	total: 2.22s	remaining: 1.37s
619:	learn: 0.0667054	total: 2.23s	remaining: 1.36s
620:	learn: 0.0665685	total: 2.23s	remaining: 1.36s
621:	learn: 0.0664616	total: 2.23s	remaining: 1.36s
622:	learn: 0.0663902	total: 2.24s	remaining: 1.35s
623:	learn: 0.0662172	total: 2.24s	remaining: 1.35s
624:	learn: 0.0660987	total: 2.24s	remaining: 1.35s
625:	learn: 0.0659947	total: 2.25s	remaining: 1.34s
626:	learn: 0.0658911	total: 2.25s	remaining: 1.34s
627:	learn: 0.0656379	total: 2.25s	remaining: 1.33s
628:	learn: 0.0655288	total: 2.26s	remaining: 1.33s
629:	learn: 0.0653412	total: 2.26s	remaining: 1.33s
630:	learn: 0.0651954	total: 2.26s	remaining: 1.32s
631:	learn: 0.0649955	total: 2.27s	remaining: 1.32s
632:	learn: 0.0649202	total: 2.27s	remaining: 1.32s
633:	learn: 0.0646901	total: 2.27s	remaining: 1.31s
634:	learn: 0.0645141	total: 2.28s	remaining: 1.31s
635:	learn: 0.0643342	total: 2.28s	remaining: 1.31s
636:	learn: 0.0642166	total: 2.29s	remaining: 1.3s
637:	learn: 0.0640851	total: 2.29s	remaining: 1.3s
638:	learn: 0.0640170	total: 2.29s	remaining: 1.29s
639:	learn: 0.0638185	total: 2.3s	remaining: 1.29s
640:	learn: 0.0636832	total: 2.3s	remaining: 1.29s
641:	learn: 0.0635628	total: 2.3s	remaining: 1.28s
642:	learn: 0.0634377	total: 2.31s	remaining: 1.28s
643:	learn: 0.0633134	total: 2.31s	remaining: 1.28s
644:	learn: 0.0632375	total: 2.31s	remaining: 1.27s
645:	learn: 0.0631360	total: 2.32s	remaining: 1.27s
646:	learn: 0.0630209	total: 2.32s	remaining: 1.27s
647:	learn: 0.0629225	total: 2.32s	remaining: 1.26s
648:	learn: 0.0626585	total: 2.33s	remaining: 1.26s
649:	learn: 0.0625883	total: 2.33s	remaining: 1.25s
650:	learn: 0.0623646	total: 2.33s	remaining: 1.25s
651:	learn: 0.0621827	total: 2.34s	remaining: 1.25s
652:	learn: 0.0619851	total: 2.34s	remaining: 1.25s
653:	learn: 0.0618964	total: 2.35s	remaining: 1.24s
654:	learn: 0.0617142	total: 2.35s	remaining: 1.24s
655:	learn: 0.0616527	total: 2.35s	remaining: 1.23s
656:	learn: 0.0615189	total: 2.36s	remaining: 1.23s
657:	learn: 0.0613906	total: 2.36s	remaining: 1.23s
658:	learn: 0.0612281	total: 2.36s	remaining: 1.22s
659:	learn: 0.0610920	total: 2.37s	remaining: 1.22s
660:	learn: 0.0609904	total: 2.37s	remaining: 1.22s
661:	learn: 0.0608784	total: 2.37s	remaining: 1.21s
662:	learn: 0.0606950	total: 2.38s	remaining: 1.21s
663:	learn: 0.0605834	total: 2.38s	remaining: 1.21s
664:	learn: 0.0605135	total: 2.38s	remaining: 1.2s
665:	learn: 0.0603923	total: 2.39s	remaining: 1.2s
666:	learn: 0.0603069	total: 2.39s	remaining: 1.19s
667:	learn: 0.0601601	total: 2.4s	remaining: 1.19s
668:	learn: 0.0600130	total: 2.4s	remaining: 1.19s
669:	learn: 0.0598993	total: 2.4s	remaining: 1.18s
670:	learn: 0.0597475	total: 2.41s	remaining: 1.18s
671:	learn: 0.0596321	total: 2.41s	remaining: 1.18s
672:	learn: 0.0594363	total: 2.41s	remaining: 1.17s
673:	learn: 0.0592833	total: 2.42s	remaining: 1.17s
674:	learn: 0.0592370	total: 2.42s	remaining: 1.17s
675:	learn: 0.0590756	total: 2.42s	remaining: 1.16s
676:	learn: 0.0589920	total: 2.43s	remaining: 1.16s
677:	learn: 0.0588561	total: 2.43s	remaining: 1.15s
678:	learn: 0.0586668	total: 2.43s	remaining: 1.15s
679:	learn: 0.0585928	total: 2.44s	remaining: 1.15s
680:	learn: 0.0584115	total: 2.44s	remaining: 1.14s
681:	learn: 0.0582346	total: 2.44s	remaining: 1.14s
682:	learn: 0.0580920	total: 2.45s	remaining: 1.14s
683:	learn: 0.0579328	total: 2.45s	remaining: 1.13s
684:	learn: 0.0578492	total: 2.46s	remaining: 1.13s
685:	learn: 0.0577428	total: 2.46s	remaining: 1.13s
686:	learn: 0.0576693	total: 2.46s	remaining: 1.12s
687:	learn: 0.0575402	total: 2.47s	remaining: 1.12s
688:	learn: 0.0573436	total: 2.47s	remaining: 1.11s
689:	learn: 0.0572117	total: 2.47s	remaining: 1.11s
690:	learn: 0.0571226	total: 2.48s	remaining: 1.11s
691:	learn: 0.0570199	total: 2.48s	remaining: 1.1s
692:	learn: 0.0569250	total: 2.48s	remaining: 1.1s
693:	learn: 0.0566561	total: 2.49s	remaining: 1.1s
694:	learn: 0.0565180	total: 2.49s	remaining: 1.09s
695:	learn: 0.0564384	total: 2.49s	remaining: 1.09s
696:	learn: 0.0563491	total: 2.5s	remaining: 1.08s
697:	learn: 0.0562781	total: 2.5s	remaining: 1.08s
698:	learn: 0.0562141	total: 2.5s	remaining: 1.08s
699:	learn: 0.0560995	total: 2.51s	remaining: 1.07s
700:	learn: 0.0559809	total: 2.51s	remaining: 1.07s
701:	learn: 0.0557327	total: 2.52s	remaining: 1.07s
702:	learn: 0.0556341	total: 2.52s	remaining: 1.06s
703:	learn: 0.0555211	total: 2.52s	remaining: 1.06s
704:	learn: 0.0554691	total: 2.53s	remaining: 1.06s
705:	learn: 0.0553183	total: 2.53s	remaining: 1.05s
706:	learn: 0.0552509	total: 2.53s	remaining: 1.05s
707:	learn: 0.0551501	total: 2.54s	remaining: 1.05s
708:	learn: 0.0549957	total: 2.54s	remaining: 1.04s
709:	learn: 0.0548972	total: 2.54s	remaining: 1.04s
710:	learn: 0.0547695	total: 2.55s	remaining: 1.03s
711:	learn: 0.0545313	total: 2.55s	remaining: 1.03s
712:	learn: 0.0544365	total: 2.56s	remaining: 1.03s
713:	learn: 0.0543001	total: 2.56s	remaining: 1.02s
714:	learn: 0.0541361	total: 2.56s	remaining: 1.02s
715:	learn: 0.0539977	total: 2.57s	remaining: 1.02s
716:	learn: 0.0538870	total: 2.57s	remaining: 1.01s
717:	learn: 0.0536690	total: 2.57s	remaining: 1.01s
718:	learn: 0.0535782	total: 2.58s	remaining: 1.01s
719:	learn: 0.0534939	total: 2.58s	remaining: 1s
720:	learn: 0.0533786	total: 2.58s	remaining: 1000ms
721:	learn: 0.0531947	total: 2.59s	remaining: 996ms
722:	learn: 0.0531017	total: 2.59s	remaining: 993ms
723:	learn: 0.0530348	total: 2.59s	remaining: 989ms
724:	learn: 0.0528117	total: 2.6s	remaining: 985ms
725:	learn: 0.0527309	total: 2.6s	remaining: 982ms
726:	learn: 0.0525820	total: 2.6s	remaining: 978ms
727:	learn: 0.0524328	total: 2.61s	remaining: 974ms
728:	learn: 0.0521671	total: 2.61s	remaining: 971ms
729:	learn: 0.0520102	total: 2.62s	remaining: 967ms
730:	learn: 0.0519132	total: 2.62s	remaining: 964ms
731:	learn: 0.0517850	total: 2.62s	remaining: 960ms
732:	learn: 0.0516598	total: 2.63s	remaining: 956ms
733:	learn: 0.0515262	total: 2.63s	remaining: 953ms
734:	learn: 0.0514421	total: 2.63s	remaining: 949ms
735:	learn: 0.0513449	total: 2.63s	remaining: 945ms
736:	learn: 0.0512832	total: 2.64s	remaining: 942ms
737:	learn: 0.0510889	total: 2.64s	remaining: 938ms
738:	learn: 0.0508489	total: 2.65s	remaining: 935ms
739:	learn: 0.0507263	total: 2.65s	remaining: 931ms
740:	learn: 0.0506398	total: 2.65s	remaining: 927ms
741:	learn: 0.0504763	total: 2.66s	remaining: 924ms
742:	learn: 0.0503755	total: 2.66s	remaining: 920ms
743:	learn: 0.0501453	total: 2.66s	remaining: 917ms
744:	learn: 0.0499802	total: 2.67s	remaining: 913ms
745:	learn: 0.0498587	total: 2.67s	remaining: 909ms
746:	learn: 0.0496826	total: 2.67s	remaining: 906ms
747:	learn: 0.0495978	total: 2.68s	remaining: 902ms
748:	learn: 0.0495268	total: 2.68s	remaining: 899ms
749:	learn: 0.0494120	total: 2.69s	remaining: 895ms
750:	learn: 0.0492758	total: 2.69s	remaining: 892ms
751:	learn: 0.0491872	total: 2.69s	remaining: 888ms
752:	learn: 0.0490911	total: 2.7s	remaining: 885ms
753:	learn: 0.0489181	total: 2.7s	remaining: 881ms
754:	learn: 0.0488409	total: 2.71s	remaining: 878ms
755:	learn: 0.0487345	total: 2.71s	remaining: 874ms
756:	learn: 0.0485562	total: 2.71s	remaining: 871ms
757:	learn: 0.0484787	total: 2.72s	remaining: 870ms
758:	learn: 0.0482924	total: 2.73s	remaining: 866ms
759:	learn: 0.0481810	total: 2.73s	remaining: 863ms
760:	learn: 0.0480811	total: 2.73s	remaining: 859ms
761:	learn: 0.0479668	total: 2.74s	remaining: 855ms
762:	learn: 0.0478497	total: 2.74s	remaining: 852ms
763:	learn: 0.0477763	total: 2.75s	remaining: 848ms
764:	learn: 0.0476849	total: 2.75s	remaining: 844ms
765:	learn: 0.0475883	total: 2.75s	remaining: 841ms
766:	learn: 0.0473730	total: 2.75s	remaining: 837ms
767:	learn: 0.0472458	total: 2.76s	remaining: 834ms
768:	learn: 0.0471311	total: 2.76s	remaining: 830ms
769:	learn: 0.0470866	total: 2.77s	remaining: 826ms
770:	learn: 0.0470103	total: 2.77s	remaining: 823ms
771:	learn: 0.0467662	total: 2.77s	remaining: 819ms
772:	learn: 0.0466602	total: 2.78s	remaining: 816ms
773:	learn: 0.0465858	total: 2.78s	remaining: 812ms
774:	learn: 0.0464727	total: 2.78s	remaining: 808ms
775:	learn: 0.0464006	total: 2.79s	remaining: 805ms
776:	learn: 0.0463579	total: 2.79s	remaining: 801ms
777:	learn: 0.0461828	total: 2.79s	remaining: 797ms
778:	learn: 0.0460648	total: 2.8s	remaining: 794ms
779:	learn: 0.0459366	total: 2.8s	remaining: 790ms
780:	learn: 0.0458259	total: 2.8s	remaining: 787ms
781:	learn: 0.0456811	total: 2.81s	remaining: 783ms
782:	learn: 0.0455299	total: 2.81s	remaining: 779ms
783:	learn: 0.0453879	total: 2.81s	remaining: 776ms
784:	learn: 0.0452882	total: 2.82s	remaining: 772ms
785:	learn: 0.0452262	total: 2.82s	remaining: 768ms
786:	learn: 0.0451045	total: 2.83s	remaining: 765ms
787:	learn: 0.0449556	total: 2.83s	remaining: 761ms
788:	learn: 0.0448015	total: 2.83s	remaining: 757ms
789:	learn: 0.0447325	total: 2.83s	remaining: 754ms
790:	learn: 0.0446107	total: 2.84s	remaining: 750ms
791:	learn: 0.0445054	total: 2.84s	remaining: 747ms
792:	learn: 0.0443798	total: 2.85s	remaining: 743ms
793:	learn: 0.0442497	total: 2.85s	remaining: 739ms
794:	learn: 0.0442031	total: 2.85s	remaining: 736ms
795:	learn: 0.0440853	total: 2.86s	remaining: 732ms
796:	learn: 0.0440095	total: 2.86s	remaining: 728ms
797:	learn: 0.0439401	total: 2.86s	remaining: 725ms
798:	learn: 0.0438677	total: 2.87s	remaining: 721ms
799:	learn: 0.0436463	total: 2.87s	remaining: 718ms
800:	learn: 0.0435357	total: 2.87s	remaining: 714ms
801:	learn: 0.0434093	total: 2.88s	remaining: 711ms
802:	learn: 0.0433386	total: 2.88s	remaining: 707ms
803:	learn: 0.0432373	total: 2.89s	remaining: 704ms
804:	learn: 0.0431837	total: 2.89s	remaining: 700ms
805:	learn: 0.0430418	total: 2.89s	remaining: 697ms
806:	learn: 0.0429838	total: 2.9s	remaining: 693ms
807:	learn: 0.0428398	total: 2.9s	remaining: 689ms
808:	learn: 0.0427456	total: 2.9s	remaining: 686ms
809:	learn: 0.0426231	total: 2.91s	remaining: 682ms
810:	learn: 0.0425624	total: 2.91s	remaining: 679ms
811:	learn: 0.0424585	total: 2.91s	remaining: 675ms
812:	learn: 0.0423610	total: 2.92s	remaining: 671ms
813:	learn: 0.0422984	total: 2.92s	remaining: 668ms
814:	learn: 0.0422274	total: 2.92s	remaining: 664ms
815:	learn: 0.0421538	total: 2.93s	remaining: 660ms
816:	learn: 0.0420854	total: 2.93s	remaining: 657ms
817:	learn: 0.0419686	total: 2.94s	remaining: 653ms
818:	learn: 0.0419038	total: 2.94s	remaining: 650ms
819:	learn: 0.0418375	total: 2.94s	remaining: 646ms
820:	learn: 0.0417811	total: 2.94s	remaining: 642ms
821:	learn: 0.0416897	total: 2.95s	remaining: 639ms
822:	learn: 0.0415932	total: 2.95s	remaining: 635ms
823:	learn: 0.0415444	total: 2.96s	remaining: 632ms
824:	learn: 0.0415089	total: 2.96s	remaining: 628ms
825:	learn: 0.0414322	total: 2.96s	remaining: 624ms
826:	learn: 0.0412738	total: 2.97s	remaining: 621ms
827:	learn: 0.0411605	total: 2.97s	remaining: 617ms
828:	learn: 0.0411262	total: 2.97s	remaining: 613ms
829:	learn: 0.0410732	total: 2.98s	remaining: 610ms
830:	learn: 0.0410230	total: 2.98s	remaining: 606ms
831:	learn: 0.0409447	total: 2.98s	remaining: 603ms
832:	learn: 0.0408051	total: 2.99s	remaining: 599ms
833:	learn: 0.0407354	total: 2.99s	remaining: 595ms
834:	learn: 0.0406757	total: 2.99s	remaining: 592ms
835:	learn: 0.0405327	total: 3s	remaining: 588ms
836:	learn: 0.0404787	total: 3s	remaining: 584ms
837:	learn: 0.0403861	total: 3s	remaining: 581ms
838:	learn: 0.0402798	total: 3.01s	remaining: 577ms
839:	learn: 0.0401615	total: 3.01s	remaining: 574ms
840:	learn: 0.0400874	total: 3.02s	remaining: 570ms
841:	learn: 0.0399976	total: 3.02s	remaining: 566ms
842:	learn: 0.0399283	total: 3.02s	remaining: 563ms
843:	learn: 0.0398832	total: 3.02s	remaining: 559ms
844:	learn: 0.0397665	total: 3.03s	remaining: 556ms
845:	learn: 0.0396408	total: 3.03s	remaining: 552ms
846:	learn: 0.0396018	total: 3.04s	remaining: 548ms
847:	learn: 0.0395382	total: 3.04s	remaining: 545ms
848:	learn: 0.0394871	total: 3.04s	remaining: 541ms
849:	learn: 0.0393645	total: 3.05s	remaining: 538ms
850:	learn: 0.0393026	total: 3.06s	remaining: 537ms
851:	learn: 0.0392482	total: 3.07s	remaining: 533ms
852:	learn: 0.0391830	total: 3.07s	remaining: 529ms
853:	learn: 0.0390725	total: 3.08s	remaining: 526ms
854:	learn: 0.0390102	total: 3.08s	remaining: 522ms
855:	learn: 0.0389535	total: 3.08s	remaining: 519ms
856:	learn: 0.0388887	total: 3.09s	remaining: 515ms
857:	learn: 0.0387602	total: 3.09s	remaining: 511ms
858:	learn: 0.0386614	total: 3.09s	remaining: 508ms
859:	learn: 0.0385194	total: 3.1s	remaining: 504ms
860:	learn: 0.0384758	total: 3.1s	remaining: 501ms
861:	learn: 0.0384114	total: 3.1s	remaining: 497ms
862:	learn: 0.0383385	total: 3.11s	remaining: 493ms
863:	learn: 0.0382384	total: 3.11s	remaining: 490ms
864:	learn: 0.0381403	total: 3.11s	remaining: 486ms
865:	learn: 0.0380840	total: 3.12s	remaining: 482ms
866:	learn: 0.0379976	total: 3.12s	remaining: 479ms
867:	learn: 0.0379554	total: 3.12s	remaining: 475ms
868:	learn: 0.0378557	total: 3.13s	remaining: 472ms
869:	learn: 0.0377640	total: 3.13s	remaining: 468ms
870:	learn: 0.0377237	total: 3.13s	remaining: 464ms
871:	learn: 0.0375971	total: 3.14s	remaining: 461ms
872:	learn: 0.0375679	total: 3.14s	remaining: 457ms
873:	learn: 0.0375059	total: 3.15s	remaining: 453ms
874:	learn: 0.0374447	total: 3.15s	remaining: 450ms
875:	learn: 0.0373064	total: 3.15s	remaining: 446ms
876:	learn: 0.0372398	total: 3.15s	remaining: 443ms
877:	learn: 0.0371611	total: 3.16s	remaining: 439ms
878:	learn: 0.0370533	total: 3.16s	remaining: 435ms
879:	learn: 0.0369577	total: 3.17s	remaining: 432ms
880:	learn: 0.0369182	total: 3.17s	remaining: 428ms
881:	learn: 0.0368618	total: 3.17s	remaining: 424ms
882:	learn: 0.0367874	total: 3.18s	remaining: 421ms
883:	learn: 0.0366991	total: 3.18s	remaining: 417ms
884:	learn: 0.0366259	total: 3.18s	remaining: 414ms
885:	learn: 0.0365717	total: 3.19s	remaining: 410ms
886:	learn: 0.0365255	total: 3.19s	remaining: 406ms
887:	learn: 0.0364553	total: 3.19s	remaining: 403ms
888:	learn: 0.0363527	total: 3.2s	remaining: 399ms
889:	learn: 0.0362501	total: 3.2s	remaining: 396ms
890:	learn: 0.0361723	total: 3.2s	remaining: 392ms
891:	learn: 0.0361166	total: 3.21s	remaining: 388ms
892:	learn: 0.0360800	total: 3.21s	remaining: 385ms
893:	learn: 0.0360246	total: 3.21s	remaining: 381ms
894:	learn: 0.0359947	total: 3.22s	remaining: 377ms
895:	learn: 0.0359197	total: 3.22s	remaining: 374ms
896:	learn: 0.0358061	total: 3.23s	remaining: 370ms
897:	learn: 0.0356971	total: 3.23s	remaining: 367ms
898:	learn: 0.0355870	total: 3.23s	remaining: 363ms
899:	learn: 0.0354895	total: 3.24s	remaining: 360ms
900:	learn: 0.0354302	total: 3.24s	remaining: 356ms
901:	learn: 0.0353703	total: 3.24s	remaining: 352ms
902:	learn: 0.0353258	total: 3.25s	remaining: 349ms
903:	learn: 0.0353000	total: 3.25s	remaining: 345ms
904:	learn: 0.0352331	total: 3.25s	remaining: 342ms
905:	learn: 0.0351588	total: 3.26s	remaining: 338ms
906:	learn: 0.0351076	total: 3.26s	remaining: 334ms
907:	learn: 0.0350130	total: 3.26s	remaining: 331ms
908:	learn: 0.0349240	total: 3.27s	remaining: 327ms
909:	learn: 0.0348572	total: 3.27s	remaining: 324ms
910:	learn: 0.0348123	total: 3.27s	remaining: 320ms
911:	learn: 0.0347551	total: 3.28s	remaining: 316ms
912:	learn: 0.0346747	total: 3.28s	remaining: 313ms
913:	learn: 0.0346144	total: 3.28s	remaining: 309ms
914:	learn: 0.0345212	total: 3.29s	remaining: 305ms
915:	learn: 0.0344551	total: 3.29s	remaining: 302ms
916:	learn: 0.0343597	total: 3.29s	remaining: 298ms
917:	learn: 0.0342753	total: 3.3s	remaining: 295ms
918:	learn: 0.0342208	total: 3.3s	remaining: 291ms
919:	learn: 0.0341135	total: 3.31s	remaining: 287ms
920:	learn: 0.0340898	total: 3.31s	remaining: 284ms
921:	learn: 0.0340561	total: 3.31s	remaining: 280ms
922:	learn: 0.0339977	total: 3.32s	remaining: 277ms
923:	learn: 0.0339446	total: 3.32s	remaining: 273ms
924:	learn: 0.0338444	total: 3.32s	remaining: 269ms
925:	learn: 0.0337811	total: 3.33s	remaining: 266ms
926:	learn: 0.0337062	total: 3.33s	remaining: 262ms
927:	learn: 0.0336014	total: 3.33s	remaining: 259ms
928:	learn: 0.0334950	total: 3.34s	remaining: 255ms
929:	learn: 0.0333868	total: 3.34s	remaining: 251ms
930:	learn: 0.0332814	total: 3.34s	remaining: 248ms
931:	learn: 0.0332187	total: 3.35s	remaining: 244ms
932:	learn: 0.0331544	total: 3.35s	remaining: 241ms
933:	learn: 0.0331353	total: 3.35s	remaining: 237ms
934:	learn: 0.0331148	total: 3.36s	remaining: 233ms
935:	learn: 0.0330716	total: 3.36s	remaining: 230ms
936:	learn: 0.0329908	total: 3.36s	remaining: 226ms
937:	learn: 0.0328886	total: 3.37s	remaining: 223ms
938:	learn: 0.0328313	total: 3.37s	remaining: 219ms
939:	learn: 0.0327724	total: 3.37s	remaining: 215ms
940:	learn: 0.0327284	total: 3.38s	remaining: 212ms
941:	learn: 0.0326292	total: 3.38s	remaining: 208ms
942:	learn: 0.0325123	total: 3.38s	remaining: 205ms
943:	learn: 0.0324504	total: 3.39s	remaining: 201ms
944:	learn: 0.0324102	total: 3.39s	remaining: 197ms
945:	learn: 0.0323372	total: 3.4s	remaining: 194ms
946:	learn: 0.0322732	total: 3.4s	remaining: 190ms
947:	learn: 0.0322386	total: 3.4s	remaining: 187ms
948:	learn: 0.0321668	total: 3.41s	remaining: 183ms
949:	learn: 0.0320385	total: 3.41s	remaining: 180ms
950:	learn: 0.0319600	total: 3.41s	remaining: 176ms
951:	learn: 0.0318952	total: 3.42s	remaining: 172ms
952:	learn: 0.0318492	total: 3.42s	remaining: 169ms
953:	learn: 0.0317670	total: 3.42s	remaining: 165ms
954:	learn: 0.0316927	total: 3.43s	remaining: 162ms
955:	learn: 0.0316537	total: 3.43s	remaining: 158ms
956:	learn: 0.0316016	total: 3.44s	remaining: 154ms
957:	learn: 0.0315676	total: 3.44s	remaining: 151ms
958:	learn: 0.0315221	total: 3.44s	remaining: 147ms
959:	learn: 0.0314954	total: 3.45s	remaining: 144ms
960:	learn: 0.0314385	total: 3.45s	remaining: 140ms
961:	learn: 0.0313647	total: 3.45s	remaining: 136ms
962:	learn: 0.0313541	total: 3.46s	remaining: 133ms
963:	learn: 0.0312918	total: 3.46s	remaining: 129ms
964:	learn: 0.0312240	total: 3.46s	remaining: 126ms
965:	learn: 0.0311754	total: 3.47s	remaining: 122ms
966:	learn: 0.0311226	total: 3.47s	remaining: 118ms
967:	learn: 0.0310309	total: 3.47s	remaining: 115ms
968:	learn: 0.0309630	total: 3.48s	remaining: 111ms
969:	learn: 0.0309210	total: 3.48s	remaining: 108ms
970:	learn: 0.0308486	total: 3.48s	remaining: 104ms
971:	learn: 0.0307293	total: 3.49s	remaining: 100ms
972:	learn: 0.0306620	total: 3.49s	remaining: 96.9ms
973:	learn: 0.0306215	total: 3.5s	remaining: 93.3ms
974:	learn: 0.0305549	total: 3.5s	remaining: 89.7ms
975:	learn: 0.0305167	total: 3.5s	remaining: 86.1ms
976:	learn: 0.0304995	total: 3.51s	remaining: 82.5ms
977:	learn: 0.0304305	total: 3.51s	remaining: 79ms
978:	learn: 0.0303523	total: 3.51s	remaining: 75.4ms
979:	learn: 0.0302752	total: 3.52s	remaining: 71.8ms
980:	learn: 0.0302354	total: 3.52s	remaining: 68.2ms
981:	learn: 0.0301922	total: 3.52s	remaining: 64.6ms
982:	learn: 0.0301143	total: 3.53s	remaining: 61ms
983:	learn: 0.0300453	total: 3.53s	remaining: 57.4ms
984:	learn: 0.0299722	total: 3.53s	remaining: 53.8ms
985:	learn: 0.0298889	total: 3.54s	remaining: 50.2ms
986:	learn: 0.0298274	total: 3.54s	remaining: 46.6ms
987:	learn: 0.0297654	total: 3.54s	remaining: 43ms
988:	learn: 0.0297122	total: 3.55s	remaining: 39.5ms
989:	learn: 0.0296682	total: 3.55s	remaining: 35.9ms
990:	learn: 0.0295999	total: 3.56s	remaining: 32.3ms
991:	learn: 0.0295562	total: 3.56s	remaining: 28.7ms
992:	learn: 0.0295453	total: 3.56s	remaining: 25.1ms
993:	learn: 0.0294897	total: 3.56s	remaining: 21.5ms
994:	learn: 0.0294059	total: 3.57s	remaining: 17.9ms
995:	learn: 0.0293633	total: 3.57s	remaining: 14.3ms
996:	learn: 0.0292818	total: 3.58s	remaining: 10.8ms
997:	learn: 0.0292673	total: 3.58s	remaining: 7.17ms
998:	learn: 0.0292342	total: 3.58s	remaining: 3.59ms
999:	learn: 0.0291713	total: 3.59s	remaining: 0us


smote_result_df = pd.DataFrame(result.values(),columns = result_labels,index = result.keys() )
smote_result_df


models = Hypertuning_Models(X_train,X_test,y_train,y_test)
model_names = ['Logistic Regression','RandomForest','DEcision Tree','Adaboost','BaggingClassifier',
              'gradientBoost','XgBoost','CatClassifier','lightGBM']

result_labels = ['train_accuracy','test_accuracy','f1','recall',' precision','Duration']

result = {}

for model,name in zip(models,model_names):
    result[name] = list(models_info(model,X_train,X_test,y_train,y_test)[:-1])

Working with Logistic Regression
Fitting 5 folds for each of 100 candidates, totalling 500 fits
Working with RandomForest
Fitting 5 folds for each of 1200 candidates, totalling 6000 fits
Working with Descision Tree
Fitting 5 folds for each of 720 candidates, totalling 3600 fits
Working with AdaBoost
Fitting 5 folds for each of 48 candidates, totalling 240 fits
Working with Bagging Classifier
Fitting 5 folds for each of 16 candidates, totalling 80 fits
Working with Gradient Boosting
Fitting 5 folds for each of 25920 candidates, totalling 129600 fits
Working with XGBOOST
Fitting 5 folds for each of 480 candidates, totalling 2400 fits
Working with CatBoost
Fitting 5 folds for each of 240 candidates, totalling 1200 fits
0:	learn: 0.6222615	total: 33.3ms	remaining: 2.63s
1:	learn: 0.5667085	total: 64.8ms	remaining: 2.53s
2:	learn: 0.5146895	total: 91.4ms	remaining: 2.35s
3:	learn: 0.4722891	total: 121ms	remaining: 2.31s
4:	learn: 0.4335544	total: 150ms	remaining: 2.26s
5:	learn: 0.4010089	total: 178ms	remaining: 2.19s
6:	learn: 0.3754092	total: 209ms	remaining: 2.18s
7:	learn: 0.3500936	total: 246ms	remaining: 2.21s
8:	learn: 0.3214825	total: 271ms	remaining: 2.14s
9:	learn: 0.3036172	total: 301ms	remaining: 2.1s
10:	learn: 0.2877577	total: 328ms	remaining: 2.06s
11:	learn: 0.2735982	total: 357ms	remaining: 2.02s
12:	learn: 0.2543310	total: 384ms	remaining: 1.98s
13:	learn: 0.2417761	total: 413ms	remaining: 1.95s
14:	learn: 0.2309491	total: 440ms	remaining: 1.91s
15:	learn: 0.2186080	total: 471ms	remaining: 1.88s
16:	learn: 0.2108053	total: 520ms	remaining: 1.93s
17:	learn: 0.2023639	total: 550ms	remaining: 1.89s
18:	learn: 0.1934319	total: 580ms	remaining: 1.86s
19:	learn: 0.1779796	total: 609ms	remaining: 1.83s
20:	learn: 0.1697910	total: 636ms	remaining: 1.79s
21:	learn: 0.1644725	total: 663ms	remaining: 1.75s
22:	learn: 0.1592601	total: 702ms	remaining: 1.74s
23:	learn: 0.1518530	total: 728ms	remaining: 1.7s
24:	learn: 0.1454868	total: 757ms	remaining: 1.66s
25:	learn: 0.1411098	total: 783ms	remaining: 1.63s
26:	learn: 0.1344792	total: 817ms	remaining: 1.6s
27:	learn: 0.1305661	total: 845ms	remaining: 1.57s
28:	learn: 0.1232348	total: 871ms	remaining: 1.53s
29:	learn: 0.1185213	total: 897ms	remaining: 1.5s
30:	learn: 0.1124274	total: 923ms	remaining: 1.46s
31:	learn: 0.1089073	total: 948ms	remaining: 1.42s
32:	learn: 0.1050168	total: 973ms	remaining: 1.39s
33:	learn: 0.1020328	total: 1s	remaining: 1.35s
34:	learn: 0.0985289	total: 1.03s	remaining: 1.32s
35:	learn: 0.0957785	total: 1.06s	remaining: 1.29s
36:	learn: 0.0926650	total: 1.08s	remaining: 1.26s
37:	learn: 0.0900848	total: 1.11s	remaining: 1.23s
38:	learn: 0.0876720	total: 1.14s	remaining: 1.2s
39:	learn: 0.0846608	total: 1.17s	remaining: 1.17s
40:	learn: 0.0824306	total: 1.2s	remaining: 1.14s
41:	learn: 0.0801627	total: 1.23s	remaining: 1.11s
42:	learn: 0.0779714	total: 1.26s	remaining: 1.08s
43:	learn: 0.0759834	total: 1.29s	remaining: 1.06s
44:	learn: 0.0738031	total: 1.32s	remaining: 1.03s
45:	learn: 0.0713240	total: 1.35s	remaining: 996ms
46:	learn: 0.0697255	total: 1.38s	remaining: 966ms
47:	learn: 0.0672097	total: 1.41s	remaining: 938ms
48:	learn: 0.0651581	total: 1.43s	remaining: 906ms
49:	learn: 0.0637824	total: 1.46s	remaining: 878ms
50:	learn: 0.0618614	total: 1.49s	remaining: 849ms
51:	learn: 0.0598980	total: 1.52s	remaining: 818ms
52:	learn: 0.0582480	total: 1.55s	remaining: 790ms
53:	learn: 0.0561324	total: 1.58s	remaining: 762ms
54:	learn: 0.0545038	total: 1.61s	remaining: 733ms
55:	learn: 0.0526473	total: 1.64s	remaining: 702ms
56:	learn: 0.0516494	total: 1.66s	remaining: 671ms
57:	learn: 0.0503259	total: 1.69s	remaining: 642ms
58:	learn: 0.0491727	total: 1.72s	remaining: 612ms
59:	learn: 0.0481558	total: 1.75s	remaining: 583ms
60:	learn: 0.0471450	total: 1.78s	remaining: 554ms
61:	learn: 0.0463557	total: 1.81s	remaining: 524ms
62:	learn: 0.0455680	total: 1.83s	remaining: 495ms
63:	learn: 0.0441779	total: 1.86s	remaining: 466ms
64:	learn: 0.0433227	total: 1.89s	remaining: 436ms
65:	learn: 0.0423502	total: 1.92s	remaining: 407ms
66:	learn: 0.0414544	total: 1.94s	remaining: 377ms
67:	learn: 0.0405479	total: 1.97s	remaining: 348ms
68:	learn: 0.0394601	total: 2s	remaining: 319ms
69:	learn: 0.0381565	total: 2.03s	remaining: 290ms
70:	learn: 0.0372919	total: 2.06s	remaining: 261ms
71:	learn: 0.0365179	total: 2.08s	remaining: 232ms
72:	learn: 0.0356091	total: 2.11s	remaining: 202ms
73:	learn: 0.0348547	total: 2.14s	remaining: 173ms
74:	learn: 0.0336020	total: 2.16s	remaining: 144ms
75:	learn: 0.0327012	total: 2.19s	remaining: 115ms
76:	learn: 0.0319397	total: 2.22s	remaining: 86.5ms
77:	learn: 0.0308848	total: 2.25s	remaining: 57.6ms
78:	learn: 0.0302102	total: 2.27s	remaining: 28.8ms
79:	learn: 0.0298034	total: 2.3s	remaining: 0us
Working with LGBM
Fitting 5 folds for each of 240 candidates, totalling 1200 fits
0:	learn: 0.6222615	total: 28.2ms	remaining: 2.22s
1:	learn: 0.5667085	total: 54.8ms	remaining: 2.14s
2:	learn: 0.5146895	total: 80.7ms	remaining: 2.07s
3:	learn: 0.4722891	total: 110ms	remaining: 2.08s
4:	learn: 0.4335544	total: 138ms	remaining: 2.06s
5:	learn: 0.4010089	total: 164ms	remaining: 2.02s
6:	learn: 0.3754092	total: 194ms	remaining: 2.02s
7:	learn: 0.3500936	total: 220ms	remaining: 1.98s
8:	learn: 0.3214825	total: 246ms	remaining: 1.94s
9:	learn: 0.3036172	total: 276ms	remaining: 1.93s
10:	learn: 0.2877577	total: 301ms	remaining: 1.89s
11:	learn: 0.2735982	total: 330ms	remaining: 1.87s
12:	learn: 0.2543310	total: 356ms	remaining: 1.83s
13:	learn: 0.2417761	total: 385ms	remaining: 1.81s
14:	learn: 0.2309491	total: 411ms	remaining: 1.78s
15:	learn: 0.2186080	total: 440ms	remaining: 1.76s
16:	learn: 0.2108053	total: 469ms	remaining: 1.74s
17:	learn: 0.2023639	total: 499ms	remaining: 1.72s
18:	learn: 0.1934319	total: 528ms	remaining: 1.7s
19:	learn: 0.1779796	total: 557ms	remaining: 1.67s
20:	learn: 0.1697910	total: 583ms	remaining: 1.64s
21:	learn: 0.1644725	total: 609ms	remaining: 1.6s
22:	learn: 0.1592601	total: 638ms	remaining: 1.58s
23:	learn: 0.1518530	total: 664ms	remaining: 1.55s
24:	learn: 0.1454868	total: 693ms	remaining: 1.52s
25:	learn: 0.1411098	total: 719ms	remaining: 1.49s
26:	learn: 0.1344792	total: 744ms	remaining: 1.46s
27:	learn: 0.1305661	total: 773ms	remaining: 1.44s
28:	learn: 0.1232348	total: 798ms	remaining: 1.4s
29:	learn: 0.1185213	total: 825ms	remaining: 1.37s
30:	learn: 0.1124274	total: 851ms	remaining: 1.34s
31:	learn: 0.1089073	total: 876ms	remaining: 1.31s
32:	learn: 0.1050168	total: 902ms	remaining: 1.28s
33:	learn: 0.1020328	total: 931ms	remaining: 1.26s
34:	learn: 0.0985289	total: 957ms	remaining: 1.23s
35:	learn: 0.0957785	total: 986ms	remaining: 1.21s
36:	learn: 0.0926650	total: 1.01s	remaining: 1.18s
37:	learn: 0.0900848	total: 1.04s	remaining: 1.15s
38:	learn: 0.0876720	total: 1.07s	remaining: 1.13s
39:	learn: 0.0846608	total: 1.1s	remaining: 1.1s
40:	learn: 0.0824306	total: 1.13s	remaining: 1.07s
41:	learn: 0.0801627	total: 1.15s	remaining: 1.04s
42:	learn: 0.0779714	total: 1.18s	remaining: 1.02s
43:	learn: 0.0759834	total: 1.21s	remaining: 992ms
44:	learn: 0.0738031	total: 1.24s	remaining: 962ms
45:	learn: 0.0713240	total: 1.26s	remaining: 933ms
46:	learn: 0.0697255	total: 1.29s	remaining: 904ms
47:	learn: 0.0672097	total: 1.32s	remaining: 878ms
48:	learn: 0.0651581	total: 1.34s	remaining: 849ms
49:	learn: 0.0637824	total: 1.37s	remaining: 822ms
50:	learn: 0.0618614	total: 1.4s	remaining: 796ms
51:	learn: 0.0598980	total: 1.43s	remaining: 767ms
52:	learn: 0.0582480	total: 1.45s	remaining: 740ms
53:	learn: 0.0561324	total: 1.48s	remaining: 714ms
54:	learn: 0.0545038	total: 1.51s	remaining: 687ms
55:	learn: 0.0526473	total: 1.54s	remaining: 659ms
56:	learn: 0.0516494	total: 1.56s	remaining: 631ms
57:	learn: 0.0503259	total: 1.59s	remaining: 604ms
58:	learn: 0.0491727	total: 1.62s	remaining: 576ms
59:	learn: 0.0481558	total: 1.65s	remaining: 549ms
60:	learn: 0.0471450	total: 1.68s	remaining: 522ms
61:	learn: 0.0463557	total: 1.7s	remaining: 494ms
62:	learn: 0.0455680	total: 1.73s	remaining: 467ms
63:	learn: 0.0441779	total: 1.76s	remaining: 440ms
64:	learn: 0.0433227	total: 1.78s	remaining: 412ms
65:	learn: 0.0423502	total: 1.81s	remaining: 384ms
66:	learn: 0.0414544	total: 1.84s	remaining: 356ms
67:	learn: 0.0405479	total: 1.86s	remaining: 329ms
68:	learn: 0.0394601	total: 1.89s	remaining: 301ms
69:	learn: 0.0381565	total: 1.92s	remaining: 274ms
70:	learn: 0.0372919	total: 1.95s	remaining: 247ms
71:	learn: 0.0365179	total: 1.98s	remaining: 220ms
72:	learn: 0.0356091	total: 2s	remaining: 192ms
73:	learn: 0.0348547	total: 2.03s	remaining: 164ms
74:	learn: 0.0336020	total: 2.05s	remaining: 137ms
75:	learn: 0.0327012	total: 2.08s	remaining: 110ms
76:	learn: 0.0319397	total: 2.11s	remaining: 82.1ms
77:	learn: 0.0308848	total: 2.13s	remaining: 54.7ms
78:	learn: 0.0302102	total: 2.16s	remaining: 27.4ms
79:	learn: 0.0298034	total: 2.19s	remaining: 0us


smote_hyper_result_df = pd.DataFrame(result.values(),columns = result_labels,index = result.keys() )
smote_hyper_result_df


# PCA :
from sklearn.decomposition import PCA

pca = PCA(n_components = 30)
pca_df = pd.DataFrame(pca.fit_transform(X_imputed))
pca_df


ax = plt.bar(np.arange(1,31),pca.explained_variance_ratio_,alpha=0.5, align='center')
for container in ax.containers:
    ax.bar_label(container)

plt.ylabel('Variation explained')
plt.xlabel('eigen Value')
plt.show()

---------------------------------------------------------------------------
AttributeError                            Traceback (most recent call last)
<ipython-input-74-3d84d701d2df> in <module>
      1 ax = plt.bar(np.arange(1,31),pca.explained_variance_ratio_,alpha=0.5, align='center')
----> 2 for container in ax.containers:
      3     ax.bar_label(container)
      4 
      5 plt.ylabel('Variation explained')

AttributeError: 'BarContainer' object has no attribute 'containers'


# from the above graph we can see 6 pca are enough to explan max vrations

pca = PCA(n_components = 6)
pca_df = pd.DataFrame(pca.fit_transform(X_imputed))
pca_df


X_train,X_test,y_train,y_test = train_test_split(pca_df,y,test_size = 0.2,random_state = 1)


models = [lr,svc,rf,gnb,dt,ab,bc,gb,xgb,cat,lgbm]
model_names = ['Logistic Regression','SVM','RandomForest','Naive Bayes','Decision Tree','Adaboost','BaggingClassifier',
              'gradientBoost','XgBoost','CatClassifier','lightGBM']

result_labels = ['train_accuracy','test_accuracy','f1','recall',' precision','Duration']

result = {}

for model,name in zip(models,model_names):
    result[name] = list(models_info(model,X_train,X_test,y_train,y_test)[:-1])

Learning rate set to 0.011344
0:	learn: 0.6792627	total: 2.79ms	remaining: 2.79s
1:	learn: 0.6661536	total: 5.45ms	remaining: 2.72s
2:	learn: 0.6535045	total: 8.48ms	remaining: 2.82s
3:	learn: 0.6408186	total: 11.3ms	remaining: 2.82s
4:	learn: 0.6292961	total: 13.9ms	remaining: 2.76s
5:	learn: 0.6180268	total: 16.6ms	remaining: 2.75s
6:	learn: 0.6070494	total: 19.2ms	remaining: 2.72s
7:	learn: 0.5963710	total: 22.2ms	remaining: 2.75s
8:	learn: 0.5860368	total: 25.1ms	remaining: 2.76s
9:	learn: 0.5761580	total: 27.8ms	remaining: 2.76s
10:	learn: 0.5665217	total: 30.4ms	remaining: 2.74s
11:	learn: 0.5570922	total: 33.4ms	remaining: 2.75s
12:	learn: 0.5476853	total: 36.2ms	remaining: 2.74s
13:	learn: 0.5388486	total: 38.8ms	remaining: 2.73s
14:	learn: 0.5299241	total: 41.6ms	remaining: 2.73s
15:	learn: 0.5209805	total: 44.5ms	remaining: 2.74s
16:	learn: 0.5130027	total: 47.2ms	remaining: 2.73s
17:	learn: 0.5049307	total: 49.9ms	remaining: 2.72s
18:	learn: 0.4970745	total: 52.6ms	remaining: 2.72s
19:	learn: 0.4893557	total: 55.1ms	remaining: 2.7s
20:	learn: 0.4819494	total: 57.7ms	remaining: 2.69s
21:	learn: 0.4749732	total: 60.9ms	remaining: 2.71s
22:	learn: 0.4681926	total: 64ms	remaining: 2.72s
23:	learn: 0.4613876	total: 66.5ms	remaining: 2.71s
24:	learn: 0.4550625	total: 69.2ms	remaining: 2.7s
25:	learn: 0.4485510	total: 71.8ms	remaining: 2.69s
26:	learn: 0.4425308	total: 74.2ms	remaining: 2.67s
27:	learn: 0.4367476	total: 76.5ms	remaining: 2.65s
28:	learn: 0.4308086	total: 78.9ms	remaining: 2.64s
29:	learn: 0.4249514	total: 81.2ms	remaining: 2.63s
30:	learn: 0.4192960	total: 83.9ms	remaining: 2.62s
31:	learn: 0.4140658	total: 86.3ms	remaining: 2.61s
32:	learn: 0.4088142	total: 88.6ms	remaining: 2.6s
33:	learn: 0.4032854	total: 90.9ms	remaining: 2.58s
34:	learn: 0.3983103	total: 93.4ms	remaining: 2.58s
35:	learn: 0.3934932	total: 95.8ms	remaining: 2.56s
36:	learn: 0.3889311	total: 98.1ms	remaining: 2.55s
37:	learn: 0.3843229	total: 100ms	remaining: 2.54s
38:	learn: 0.3799435	total: 103ms	remaining: 2.54s
39:	learn: 0.3758410	total: 106ms	remaining: 2.54s
40:	learn: 0.3717861	total: 108ms	remaining: 2.53s
41:	learn: 0.3676801	total: 111ms	remaining: 2.53s
42:	learn: 0.3637464	total: 114ms	remaining: 2.53s
43:	learn: 0.3597651	total: 116ms	remaining: 2.52s
44:	learn: 0.3562818	total: 119ms	remaining: 2.52s
45:	learn: 0.3527055	total: 121ms	remaining: 2.52s
46:	learn: 0.3491664	total: 124ms	remaining: 2.51s
47:	learn: 0.3459210	total: 127ms	remaining: 2.51s
48:	learn: 0.3428484	total: 129ms	remaining: 2.5s
49:	learn: 0.3398510	total: 132ms	remaining: 2.5s
50:	learn: 0.3368251	total: 134ms	remaining: 2.5s
51:	learn: 0.3339463	total: 137ms	remaining: 2.5s
52:	learn: 0.3312147	total: 140ms	remaining: 2.49s
53:	learn: 0.3284047	total: 142ms	remaining: 2.49s
54:	learn: 0.3255393	total: 144ms	remaining: 2.48s
55:	learn: 0.3227780	total: 147ms	remaining: 2.48s
56:	learn: 0.3202723	total: 149ms	remaining: 2.47s
57:	learn: 0.3176309	total: 152ms	remaining: 2.47s
58:	learn: 0.3152013	total: 155ms	remaining: 2.46s
59:	learn: 0.3129485	total: 157ms	remaining: 2.46s
60:	learn: 0.3106300	total: 160ms	remaining: 2.46s
61:	learn: 0.3084041	total: 162ms	remaining: 2.46s
62:	learn: 0.3060459	total: 165ms	remaining: 2.45s
63:	learn: 0.3038681	total: 167ms	remaining: 2.45s
64:	learn: 0.3019175	total: 170ms	remaining: 2.45s
65:	learn: 0.2998888	total: 173ms	remaining: 2.44s
66:	learn: 0.2980617	total: 175ms	remaining: 2.44s
67:	learn: 0.2962012	total: 178ms	remaining: 2.44s
68:	learn: 0.2941494	total: 181ms	remaining: 2.44s
69:	learn: 0.2922722	total: 183ms	remaining: 2.43s
70:	learn: 0.2903288	total: 186ms	remaining: 2.43s
71:	learn: 0.2885909	total: 189ms	remaining: 2.43s
72:	learn: 0.2868296	total: 191ms	remaining: 2.43s
73:	learn: 0.2852625	total: 194ms	remaining: 2.43s
74:	learn: 0.2835539	total: 197ms	remaining: 2.43s
75:	learn: 0.2820804	total: 200ms	remaining: 2.43s
76:	learn: 0.2804569	total: 202ms	remaining: 2.43s
77:	learn: 0.2790054	total: 205ms	remaining: 2.42s
78:	learn: 0.2775308	total: 207ms	remaining: 2.42s
79:	learn: 0.2760872	total: 210ms	remaining: 2.41s
80:	learn: 0.2747816	total: 212ms	remaining: 2.4s
81:	learn: 0.2733106	total: 214ms	remaining: 2.4s
82:	learn: 0.2719533	total: 217ms	remaining: 2.39s
83:	learn: 0.2707517	total: 219ms	remaining: 2.39s
84:	learn: 0.2695156	total: 222ms	remaining: 2.39s
85:	learn: 0.2682855	total: 224ms	remaining: 2.38s
86:	learn: 0.2670863	total: 226ms	remaining: 2.38s
87:	learn: 0.2658892	total: 229ms	remaining: 2.37s
88:	learn: 0.2648684	total: 231ms	remaining: 2.37s
89:	learn: 0.2637328	total: 234ms	remaining: 2.36s
90:	learn: 0.2626168	total: 236ms	remaining: 2.36s
91:	learn: 0.2616133	total: 238ms	remaining: 2.35s
92:	learn: 0.2604172	total: 241ms	remaining: 2.35s
93:	learn: 0.2595486	total: 243ms	remaining: 2.34s
94:	learn: 0.2586132	total: 246ms	remaining: 2.34s
95:	learn: 0.2575437	total: 248ms	remaining: 2.33s
96:	learn: 0.2566581	total: 250ms	remaining: 2.33s
97:	learn: 0.2557780	total: 253ms	remaining: 2.33s
98:	learn: 0.2546373	total: 255ms	remaining: 2.32s
99:	learn: 0.2538466	total: 258ms	remaining: 2.32s
100:	learn: 0.2528686	total: 260ms	remaining: 2.31s
101:	learn: 0.2521123	total: 263ms	remaining: 2.31s
102:	learn: 0.2512264	total: 265ms	remaining: 2.31s
103:	learn: 0.2502940	total: 268ms	remaining: 2.3s
104:	learn: 0.2494359	total: 270ms	remaining: 2.3s
105:	learn: 0.2487731	total: 273ms	remaining: 2.3s
106:	learn: 0.2478932	total: 275ms	remaining: 2.3s
107:	learn: 0.2472130	total: 278ms	remaining: 2.29s
108:	learn: 0.2465541	total: 280ms	remaining: 2.29s
109:	learn: 0.2456936	total: 283ms	remaining: 2.29s
110:	learn: 0.2447244	total: 286ms	remaining: 2.29s
111:	learn: 0.2441106	total: 288ms	remaining: 2.29s
112:	learn: 0.2435102	total: 291ms	remaining: 2.28s
113:	learn: 0.2428887	total: 293ms	remaining: 2.28s
114:	learn: 0.2423403	total: 296ms	remaining: 2.28s
115:	learn: 0.2418315	total: 298ms	remaining: 2.27s
116:	learn: 0.2411813	total: 301ms	remaining: 2.27s
117:	learn: 0.2405957	total: 304ms	remaining: 2.27s
118:	learn: 0.2399669	total: 306ms	remaining: 2.27s
119:	learn: 0.2392696	total: 309ms	remaining: 2.26s
120:	learn: 0.2385731	total: 311ms	remaining: 2.26s
121:	learn: 0.2379990	total: 314ms	remaining: 2.26s
122:	learn: 0.2375016	total: 316ms	remaining: 2.25s
123:	learn: 0.2368892	total: 319ms	remaining: 2.25s
124:	learn: 0.2362519	total: 321ms	remaining: 2.25s
125:	learn: 0.2356408	total: 324ms	remaining: 2.24s
126:	learn: 0.2350809	total: 326ms	remaining: 2.24s
127:	learn: 0.2345175	total: 329ms	remaining: 2.24s
128:	learn: 0.2340442	total: 332ms	remaining: 2.24s
129:	learn: 0.2335492	total: 334ms	remaining: 2.23s
130:	learn: 0.2331380	total: 336ms	remaining: 2.23s
131:	learn: 0.2327241	total: 339ms	remaining: 2.23s
132:	learn: 0.2321763	total: 341ms	remaining: 2.23s
133:	learn: 0.2316928	total: 344ms	remaining: 2.23s
134:	learn: 0.2310830	total: 347ms	remaining: 2.23s
135:	learn: 0.2304824	total: 350ms	remaining: 2.22s
136:	learn: 0.2299716	total: 352ms	remaining: 2.22s
137:	learn: 0.2294092	total: 355ms	remaining: 2.22s
138:	learn: 0.2288389	total: 358ms	remaining: 2.22s
139:	learn: 0.2284626	total: 361ms	remaining: 2.22s
140:	learn: 0.2280655	total: 364ms	remaining: 2.22s
141:	learn: 0.2276881	total: 367ms	remaining: 2.21s
142:	learn: 0.2272867	total: 370ms	remaining: 2.22s
143:	learn: 0.2268668	total: 373ms	remaining: 2.21s
144:	learn: 0.2264427	total: 375ms	remaining: 2.21s
145:	learn: 0.2262034	total: 378ms	remaining: 2.21s
146:	learn: 0.2258165	total: 381ms	remaining: 2.21s
147:	learn: 0.2255128	total: 384ms	remaining: 2.21s
148:	learn: 0.2250285	total: 386ms	remaining: 2.21s
149:	learn: 0.2246502	total: 389ms	remaining: 2.2s
150:	learn: 0.2242429	total: 392ms	remaining: 2.2s
151:	learn: 0.2238751	total: 394ms	remaining: 2.2s
152:	learn: 0.2235482	total: 397ms	remaining: 2.2s
153:	learn: 0.2232086	total: 399ms	remaining: 2.19s
154:	learn: 0.2228334	total: 402ms	remaining: 2.19s
155:	learn: 0.2226174	total: 405ms	remaining: 2.19s
156:	learn: 0.2224227	total: 407ms	remaining: 2.19s
157:	learn: 0.2220745	total: 410ms	remaining: 2.18s
158:	learn: 0.2215841	total: 412ms	remaining: 2.18s
159:	learn: 0.2213991	total: 415ms	remaining: 2.18s
160:	learn: 0.2210190	total: 417ms	remaining: 2.17s
161:	learn: 0.2206604	total: 420ms	remaining: 2.17s
162:	learn: 0.2204171	total: 423ms	remaining: 2.17s
163:	learn: 0.2199877	total: 425ms	remaining: 2.17s
164:	learn: 0.2196278	total: 428ms	remaining: 2.17s
165:	learn: 0.2193541	total: 431ms	remaining: 2.16s
166:	learn: 0.2189040	total: 433ms	remaining: 2.16s
167:	learn: 0.2185536	total: 436ms	remaining: 2.16s
168:	learn: 0.2180471	total: 439ms	remaining: 2.16s
169:	learn: 0.2175781	total: 442ms	remaining: 2.15s
170:	learn: 0.2173281	total: 444ms	remaining: 2.15s
171:	learn: 0.2168795	total: 447ms	remaining: 2.15s
172:	learn: 0.2166638	total: 449ms	remaining: 2.15s
173:	learn: 0.2163648	total: 451ms	remaining: 2.14s
174:	learn: 0.2159125	total: 454ms	remaining: 2.14s
175:	learn: 0.2157353	total: 456ms	remaining: 2.14s
176:	learn: 0.2154428	total: 459ms	remaining: 2.13s
177:	learn: 0.2150663	total: 462ms	remaining: 2.13s
178:	learn: 0.2148294	total: 465ms	remaining: 2.13s
179:	learn: 0.2145661	total: 467ms	remaining: 2.13s
180:	learn: 0.2143721	total: 470ms	remaining: 2.13s
181:	learn: 0.2142358	total: 472ms	remaining: 2.12s
182:	learn: 0.2140297	total: 475ms	remaining: 2.12s
183:	learn: 0.2138870	total: 477ms	remaining: 2.12s
184:	learn: 0.2135380	total: 480ms	remaining: 2.12s
185:	learn: 0.2132822	total: 483ms	remaining: 2.11s
186:	learn: 0.2130337	total: 486ms	remaining: 2.11s
187:	learn: 0.2128606	total: 488ms	remaining: 2.11s
188:	learn: 0.2125061	total: 491ms	remaining: 2.11s
189:	learn: 0.2123130	total: 494ms	remaining: 2.1s
190:	learn: 0.2121476	total: 496ms	remaining: 2.1s
191:	learn: 0.2120027	total: 499ms	remaining: 2.1s
192:	learn: 0.2117830	total: 502ms	remaining: 2.1s
193:	learn: 0.2115437	total: 504ms	remaining: 2.1s
194:	learn: 0.2112225	total: 507ms	remaining: 2.09s
195:	learn: 0.2110140	total: 509ms	remaining: 2.09s
196:	learn: 0.2107283	total: 512ms	remaining: 2.09s
197:	learn: 0.2106105	total: 514ms	remaining: 2.08s
198:	learn: 0.2104082	total: 516ms	remaining: 2.08s
199:	learn: 0.2101615	total: 519ms	remaining: 2.08s
200:	learn: 0.2098634	total: 522ms	remaining: 2.07s
201:	learn: 0.2096719	total: 524ms	remaining: 2.07s
202:	learn: 0.2094871	total: 527ms	remaining: 2.07s
203:	learn: 0.2092992	total: 530ms	remaining: 2.07s
204:	learn: 0.2091688	total: 532ms	remaining: 2.06s
205:	learn: 0.2090689	total: 535ms	remaining: 2.06s
206:	learn: 0.2088871	total: 538ms	remaining: 2.06s
207:	learn: 0.2085658	total: 541ms	remaining: 2.06s
208:	learn: 0.2082875	total: 543ms	remaining: 2.06s
209:	learn: 0.2080977	total: 546ms	remaining: 2.05s
210:	learn: 0.2078814	total: 549ms	remaining: 2.05s
211:	learn: 0.2076408	total: 552ms	remaining: 2.05s
212:	learn: 0.2074554	total: 554ms	remaining: 2.05s
213:	learn: 0.2072149	total: 557ms	remaining: 2.05s
214:	learn: 0.2070589	total: 560ms	remaining: 2.04s
215:	learn: 0.2067191	total: 563ms	remaining: 2.04s
216:	learn: 0.2066109	total: 566ms	remaining: 2.04s
217:	learn: 0.2064542	total: 569ms	remaining: 2.04s
218:	learn: 0.2063057	total: 571ms	remaining: 2.04s
219:	learn: 0.2060810	total: 573ms	remaining: 2.03s
220:	learn: 0.2059001	total: 576ms	remaining: 2.03s
221:	learn: 0.2056205	total: 579ms	remaining: 2.03s
222:	learn: 0.2055086	total: 581ms	remaining: 2.02s
223:	learn: 0.2053927	total: 584ms	remaining: 2.02s
224:	learn: 0.2051948	total: 586ms	remaining: 2.02s
225:	learn: 0.2049660	total: 589ms	remaining: 2.02s
226:	learn: 0.2048114	total: 592ms	remaining: 2.01s
227:	learn: 0.2046081	total: 594ms	remaining: 2.01s
228:	learn: 0.2044356	total: 597ms	remaining: 2.01s
229:	learn: 0.2042910	total: 599ms	remaining: 2.01s
230:	learn: 0.2040560	total: 602ms	remaining: 2s
231:	learn: 0.2038656	total: 604ms	remaining: 2s
232:	learn: 0.2037028	total: 607ms	remaining: 2s
233:	learn: 0.2034668	total: 609ms	remaining: 1.99s
234:	learn: 0.2031766	total: 612ms	remaining: 1.99s
235:	learn: 0.2030658	total: 614ms	remaining: 1.99s
236:	learn: 0.2028283	total: 617ms	remaining: 1.99s
237:	learn: 0.2026822	total: 620ms	remaining: 1.98s
238:	learn: 0.2024572	total: 622ms	remaining: 1.98s
239:	learn: 0.2022330	total: 625ms	remaining: 1.98s
240:	learn: 0.2020936	total: 627ms	remaining: 1.98s
241:	learn: 0.2019176	total: 630ms	remaining: 1.97s
242:	learn: 0.2016281	total: 633ms	remaining: 1.97s
243:	learn: 0.2014939	total: 635ms	remaining: 1.97s
244:	learn: 0.2012726	total: 638ms	remaining: 1.97s
245:	learn: 0.2010919	total: 641ms	remaining: 1.96s
246:	learn: 0.2008814	total: 643ms	remaining: 1.96s
247:	learn: 0.2007082	total: 646ms	remaining: 1.96s
248:	learn: 0.2004154	total: 648ms	remaining: 1.96s
249:	learn: 0.2002550	total: 651ms	remaining: 1.95s
250:	learn: 0.2000442	total: 654ms	remaining: 1.95s
251:	learn: 0.1999073	total: 656ms	remaining: 1.95s
252:	learn: 0.1997618	total: 659ms	remaining: 1.95s
253:	learn: 0.1996126	total: 661ms	remaining: 1.94s
254:	learn: 0.1994476	total: 664ms	remaining: 1.94s
255:	learn: 0.1993077	total: 667ms	remaining: 1.94s
256:	learn: 0.1990755	total: 669ms	remaining: 1.93s
257:	learn: 0.1989364	total: 672ms	remaining: 1.93s
258:	learn: 0.1987921	total: 674ms	remaining: 1.93s
259:	learn: 0.1985771	total: 676ms	remaining: 1.93s
260:	learn: 0.1983274	total: 679ms	remaining: 1.92s
261:	learn: 0.1981643	total: 681ms	remaining: 1.92s
262:	learn: 0.1980617	total: 684ms	remaining: 1.92s
263:	learn: 0.1978922	total: 686ms	remaining: 1.91s
264:	learn: 0.1977604	total: 689ms	remaining: 1.91s
265:	learn: 0.1976164	total: 692ms	remaining: 1.91s
266:	learn: 0.1975215	total: 694ms	remaining: 1.91s
267:	learn: 0.1974057	total: 697ms	remaining: 1.9s
268:	learn: 0.1972636	total: 699ms	remaining: 1.9s
269:	learn: 0.1971063	total: 702ms	remaining: 1.9s
270:	learn: 0.1969619	total: 705ms	remaining: 1.9s
271:	learn: 0.1968015	total: 707ms	remaining: 1.89s
272:	learn: 0.1966729	total: 710ms	remaining: 1.89s
273:	learn: 0.1965764	total: 713ms	remaining: 1.89s
274:	learn: 0.1964948	total: 716ms	remaining: 1.89s
275:	learn: 0.1964284	total: 718ms	remaining: 1.88s
276:	learn: 0.1962477	total: 721ms	remaining: 1.88s
277:	learn: 0.1960484	total: 724ms	remaining: 1.88s
278:	learn: 0.1957437	total: 727ms	remaining: 1.88s
279:	learn: 0.1955247	total: 730ms	remaining: 1.88s
280:	learn: 0.1953329	total: 732ms	remaining: 1.87s
281:	learn: 0.1951232	total: 735ms	remaining: 1.87s
282:	learn: 0.1949829	total: 738ms	remaining: 1.87s
283:	learn: 0.1948491	total: 741ms	remaining: 1.87s
284:	learn: 0.1946469	total: 744ms	remaining: 1.86s
285:	learn: 0.1945167	total: 746ms	remaining: 1.86s
286:	learn: 0.1944491	total: 749ms	remaining: 1.86s
287:	learn: 0.1942289	total: 751ms	remaining: 1.86s
288:	learn: 0.1941420	total: 754ms	remaining: 1.85s
289:	learn: 0.1939521	total: 757ms	remaining: 1.85s
290:	learn: 0.1938521	total: 760ms	remaining: 1.85s
291:	learn: 0.1937039	total: 762ms	remaining: 1.85s
292:	learn: 0.1934535	total: 765ms	remaining: 1.85s
293:	learn: 0.1932810	total: 768ms	remaining: 1.84s
294:	learn: 0.1930806	total: 771ms	remaining: 1.84s
295:	learn: 0.1928577	total: 773ms	remaining: 1.84s
296:	learn: 0.1927608	total: 775ms	remaining: 1.83s
297:	learn: 0.1926859	total: 778ms	remaining: 1.83s
298:	learn: 0.1925367	total: 781ms	remaining: 1.83s
299:	learn: 0.1924177	total: 783ms	remaining: 1.83s
300:	learn: 0.1922498	total: 786ms	remaining: 1.82s
301:	learn: 0.1921446	total: 788ms	remaining: 1.82s
302:	learn: 0.1919047	total: 791ms	remaining: 1.82s
303:	learn: 0.1918065	total: 793ms	remaining: 1.82s
304:	learn: 0.1917519	total: 796ms	remaining: 1.81s
305:	learn: 0.1916409	total: 799ms	remaining: 1.81s
306:	learn: 0.1914715	total: 801ms	remaining: 1.81s
307:	learn: 0.1913367	total: 804ms	remaining: 1.81s
308:	learn: 0.1911118	total: 807ms	remaining: 1.8s
309:	learn: 0.1910146	total: 809ms	remaining: 1.8s
310:	learn: 0.1908352	total: 812ms	remaining: 1.8s
311:	learn: 0.1907332	total: 814ms	remaining: 1.79s
312:	learn: 0.1904908	total: 817ms	remaining: 1.79s
313:	learn: 0.1903292	total: 820ms	remaining: 1.79s
314:	learn: 0.1902501	total: 823ms	remaining: 1.79s
315:	learn: 0.1899692	total: 825ms	remaining: 1.79s
316:	learn: 0.1897417	total: 828ms	remaining: 1.78s
317:	learn: 0.1896348	total: 831ms	remaining: 1.78s
318:	learn: 0.1894129	total: 833ms	remaining: 1.78s
319:	learn: 0.1892603	total: 836ms	remaining: 1.78s
320:	learn: 0.1891243	total: 839ms	remaining: 1.77s
321:	learn: 0.1889333	total: 842ms	remaining: 1.77s
322:	learn: 0.1888666	total: 844ms	remaining: 1.77s
323:	learn: 0.1887771	total: 848ms	remaining: 1.77s
324:	learn: 0.1886292	total: 850ms	remaining: 1.77s
325:	learn: 0.1884522	total: 853ms	remaining: 1.76s
326:	learn: 0.1883036	total: 856ms	remaining: 1.76s
327:	learn: 0.1881501	total: 858ms	remaining: 1.76s
328:	learn: 0.1880227	total: 861ms	remaining: 1.76s
329:	learn: 0.1878304	total: 864ms	remaining: 1.75s
330:	learn: 0.1876025	total: 867ms	remaining: 1.75s
331:	learn: 0.1874755	total: 870ms	remaining: 1.75s
332:	learn: 0.1873240	total: 872ms	remaining: 1.75s
333:	learn: 0.1871593	total: 875ms	remaining: 1.74s
334:	learn: 0.1870103	total: 878ms	remaining: 1.74s
335:	learn: 0.1869249	total: 881ms	remaining: 1.74s
336:	learn: 0.1866706	total: 884ms	remaining: 1.74s
337:	learn: 0.1865655	total: 886ms	remaining: 1.74s
338:	learn: 0.1863022	total: 889ms	remaining: 1.73s
339:	learn: 0.1861973	total: 892ms	remaining: 1.73s
340:	learn: 0.1860739	total: 895ms	remaining: 1.73s
341:	learn: 0.1858339	total: 897ms	remaining: 1.73s
342:	learn: 0.1856395	total: 900ms	remaining: 1.72s
343:	learn: 0.1855480	total: 903ms	remaining: 1.72s
344:	learn: 0.1854603	total: 906ms	remaining: 1.72s
345:	learn: 0.1852517	total: 909ms	remaining: 1.72s
346:	learn: 0.1850053	total: 912ms	remaining: 1.72s
347:	learn: 0.1849100	total: 914ms	remaining: 1.71s
348:	learn: 0.1847229	total: 917ms	remaining: 1.71s
349:	learn: 0.1846169	total: 919ms	remaining: 1.71s
350:	learn: 0.1844755	total: 922ms	remaining: 1.7s
351:	learn: 0.1842671	total: 925ms	remaining: 1.7s
352:	learn: 0.1840735	total: 927ms	remaining: 1.7s
353:	learn: 0.1840131	total: 930ms	remaining: 1.7s
354:	learn: 0.1838573	total: 932ms	remaining: 1.69s
355:	learn: 0.1837453	total: 935ms	remaining: 1.69s
356:	learn: 0.1836346	total: 938ms	remaining: 1.69s
357:	learn: 0.1834954	total: 940ms	remaining: 1.69s
358:	learn: 0.1833630	total: 943ms	remaining: 1.68s
359:	learn: 0.1832021	total: 945ms	remaining: 1.68s
360:	learn: 0.1830378	total: 948ms	remaining: 1.68s
361:	learn: 0.1829114	total: 950ms	remaining: 1.68s
362:	learn: 0.1828175	total: 953ms	remaining: 1.67s
363:	learn: 0.1826503	total: 956ms	remaining: 1.67s
364:	learn: 0.1825873	total: 958ms	remaining: 1.67s
365:	learn: 0.1822415	total: 961ms	remaining: 1.66s
366:	learn: 0.1820718	total: 963ms	remaining: 1.66s
367:	learn: 0.1819854	total: 966ms	remaining: 1.66s
368:	learn: 0.1817313	total: 969ms	remaining: 1.66s
369:	learn: 0.1815781	total: 971ms	remaining: 1.65s
370:	learn: 0.1814801	total: 974ms	remaining: 1.65s
371:	learn: 0.1813434	total: 977ms	remaining: 1.65s
372:	learn: 0.1812418	total: 980ms	remaining: 1.65s
373:	learn: 0.1811059	total: 982ms	remaining: 1.64s
374:	learn: 0.1808821	total: 985ms	remaining: 1.64s
375:	learn: 0.1807225	total: 988ms	remaining: 1.64s
376:	learn: 0.1805777	total: 990ms	remaining: 1.64s
377:	learn: 0.1803906	total: 993ms	remaining: 1.63s
378:	learn: 0.1803042	total: 996ms	remaining: 1.63s
379:	learn: 0.1802353	total: 998ms	remaining: 1.63s
380:	learn: 0.1800926	total: 1s	remaining: 1.63s
381:	learn: 0.1798694	total: 1s	remaining: 1.62s
382:	learn: 0.1797676	total: 1.01s	remaining: 1.62s
383:	learn: 0.1796574	total: 1.01s	remaining: 1.62s
384:	learn: 0.1793790	total: 1.01s	remaining: 1.61s
385:	learn: 0.1791517	total: 1.01s	remaining: 1.61s
386:	learn: 0.1790047	total: 1.02s	remaining: 1.61s
387:	learn: 0.1788818	total: 1.02s	remaining: 1.61s
388:	learn: 0.1787593	total: 1.02s	remaining: 1.6s
389:	learn: 0.1785124	total: 1.02s	remaining: 1.6s
390:	learn: 0.1783969	total: 1.03s	remaining: 1.6s
391:	learn: 0.1782655	total: 1.03s	remaining: 1.6s
392:	learn: 0.1781307	total: 1.03s	remaining: 1.59s
393:	learn: 0.1780096	total: 1.03s	remaining: 1.59s
394:	learn: 0.1779018	total: 1.04s	remaining: 1.59s
395:	learn: 0.1777930	total: 1.04s	remaining: 1.59s
396:	learn: 0.1776255	total: 1.04s	remaining: 1.58s
397:	learn: 0.1774918	total: 1.04s	remaining: 1.58s
398:	learn: 0.1773542	total: 1.05s	remaining: 1.58s
399:	learn: 0.1772513	total: 1.05s	remaining: 1.58s
400:	learn: 0.1771083	total: 1.05s	remaining: 1.57s
401:	learn: 0.1770016	total: 1.06s	remaining: 1.57s
402:	learn: 0.1768766	total: 1.06s	remaining: 1.57s
403:	learn: 0.1767431	total: 1.06s	remaining: 1.56s
404:	learn: 0.1766283	total: 1.06s	remaining: 1.56s
405:	learn: 0.1764751	total: 1.07s	remaining: 1.56s
406:	learn: 0.1763478	total: 1.07s	remaining: 1.56s
407:	learn: 0.1762241	total: 1.07s	remaining: 1.55s
408:	learn: 0.1760344	total: 1.07s	remaining: 1.55s
409:	learn: 0.1758898	total: 1.08s	remaining: 1.55s
410:	learn: 0.1756175	total: 1.08s	remaining: 1.55s
411:	learn: 0.1754899	total: 1.08s	remaining: 1.54s
412:	learn: 0.1753420	total: 1.08s	remaining: 1.54s
413:	learn: 0.1751248	total: 1.09s	remaining: 1.54s
414:	learn: 0.1749392	total: 1.09s	remaining: 1.53s
415:	learn: 0.1748312	total: 1.09s	remaining: 1.53s
416:	learn: 0.1746891	total: 1.09s	remaining: 1.53s
417:	learn: 0.1745825	total: 1.1s	remaining: 1.53s
418:	learn: 0.1744229	total: 1.1s	remaining: 1.52s
419:	learn: 0.1741912	total: 1.1s	remaining: 1.52s
420:	learn: 0.1741141	total: 1.1s	remaining: 1.52s
421:	learn: 0.1738472	total: 1.11s	remaining: 1.51s
422:	learn: 0.1737534	total: 1.11s	remaining: 1.51s
423:	learn: 0.1735584	total: 1.11s	remaining: 1.51s
424:	learn: 0.1733598	total: 1.11s	remaining: 1.51s
425:	learn: 0.1731710	total: 1.12s	remaining: 1.5s
426:	learn: 0.1730148	total: 1.12s	remaining: 1.5s
427:	learn: 0.1729046	total: 1.12s	remaining: 1.5s
428:	learn: 0.1727634	total: 1.12s	remaining: 1.5s
429:	learn: 0.1726403	total: 1.13s	remaining: 1.49s
430:	learn: 0.1725603	total: 1.13s	remaining: 1.49s
431:	learn: 0.1724119	total: 1.13s	remaining: 1.49s
432:	learn: 0.1722454	total: 1.13s	remaining: 1.48s
433:	learn: 0.1720781	total: 1.14s	remaining: 1.48s
434:	learn: 0.1719093	total: 1.14s	remaining: 1.48s
435:	learn: 0.1718360	total: 1.14s	remaining: 1.48s
436:	learn: 0.1717658	total: 1.14s	remaining: 1.47s
437:	learn: 0.1715150	total: 1.15s	remaining: 1.47s
438:	learn: 0.1713543	total: 1.15s	remaining: 1.47s
439:	learn: 0.1712674	total: 1.15s	remaining: 1.46s
440:	learn: 0.1710920	total: 1.15s	remaining: 1.46s
441:	learn: 0.1709102	total: 1.16s	remaining: 1.46s
442:	learn: 0.1706667	total: 1.16s	remaining: 1.46s
443:	learn: 0.1704726	total: 1.16s	remaining: 1.45s
444:	learn: 0.1703951	total: 1.16s	remaining: 1.45s
445:	learn: 0.1701742	total: 1.17s	remaining: 1.45s
446:	learn: 0.1700765	total: 1.17s	remaining: 1.44s
447:	learn: 0.1698382	total: 1.17s	remaining: 1.44s
448:	learn: 0.1697486	total: 1.17s	remaining: 1.44s
449:	learn: 0.1695901	total: 1.17s	remaining: 1.44s
450:	learn: 0.1693543	total: 1.18s	remaining: 1.43s
451:	learn: 0.1692746	total: 1.18s	remaining: 1.43s
452:	learn: 0.1690792	total: 1.18s	remaining: 1.43s
453:	learn: 0.1689221	total: 1.18s	remaining: 1.42s
454:	learn: 0.1688500	total: 1.19s	remaining: 1.42s
455:	learn: 0.1687019	total: 1.19s	remaining: 1.42s
456:	learn: 0.1685408	total: 1.19s	remaining: 1.41s
457:	learn: 0.1683640	total: 1.19s	remaining: 1.41s
458:	learn: 0.1682354	total: 1.2s	remaining: 1.41s
459:	learn: 0.1681130	total: 1.2s	remaining: 1.41s
460:	learn: 0.1679961	total: 1.2s	remaining: 1.4s
461:	learn: 0.1678997	total: 1.2s	remaining: 1.4s
462:	learn: 0.1677751	total: 1.21s	remaining: 1.4s
463:	learn: 0.1676377	total: 1.21s	remaining: 1.4s
464:	learn: 0.1675355	total: 1.21s	remaining: 1.39s
465:	learn: 0.1673659	total: 1.21s	remaining: 1.39s
466:	learn: 0.1672672	total: 1.21s	remaining: 1.39s
467:	learn: 0.1671265	total: 1.22s	remaining: 1.38s
468:	learn: 0.1669938	total: 1.22s	remaining: 1.38s
469:	learn: 0.1668192	total: 1.22s	remaining: 1.38s
470:	learn: 0.1667347	total: 1.22s	remaining: 1.37s
471:	learn: 0.1665685	total: 1.23s	remaining: 1.37s
472:	learn: 0.1664204	total: 1.23s	remaining: 1.37s
473:	learn: 0.1663589	total: 1.23s	remaining: 1.36s
474:	learn: 0.1662091	total: 1.23s	remaining: 1.36s
475:	learn: 0.1660783	total: 1.23s	remaining: 1.36s
476:	learn: 0.1660149	total: 1.24s	remaining: 1.35s
477:	learn: 0.1658774	total: 1.24s	remaining: 1.35s
478:	learn: 0.1657418	total: 1.24s	remaining: 1.35s
479:	learn: 0.1656304	total: 1.24s	remaining: 1.35s
480:	learn: 0.1655197	total: 1.24s	remaining: 1.34s
481:	learn: 0.1653628	total: 1.25s	remaining: 1.34s
482:	learn: 0.1651607	total: 1.25s	remaining: 1.34s
483:	learn: 0.1649648	total: 1.25s	remaining: 1.33s
484:	learn: 0.1647513	total: 1.25s	remaining: 1.33s
485:	learn: 0.1646832	total: 1.26s	remaining: 1.33s
486:	learn: 0.1646029	total: 1.26s	remaining: 1.32s
487:	learn: 0.1645256	total: 1.26s	remaining: 1.32s
488:	learn: 0.1642968	total: 1.26s	remaining: 1.32s
489:	learn: 0.1642019	total: 1.26s	remaining: 1.32s
490:	learn: 0.1640468	total: 1.27s	remaining: 1.31s
491:	learn: 0.1639407	total: 1.27s	remaining: 1.31s
492:	learn: 0.1637947	total: 1.27s	remaining: 1.31s
493:	learn: 0.1636743	total: 1.27s	remaining: 1.3s
494:	learn: 0.1633857	total: 1.27s	remaining: 1.3s
495:	learn: 0.1631928	total: 1.28s	remaining: 1.3s
496:	learn: 0.1629768	total: 1.28s	remaining: 1.29s
497:	learn: 0.1628350	total: 1.28s	remaining: 1.29s
498:	learn: 0.1627672	total: 1.28s	remaining: 1.29s
499:	learn: 0.1626043	total: 1.28s	remaining: 1.28s
500:	learn: 0.1624591	total: 1.29s	remaining: 1.28s
501:	learn: 0.1623336	total: 1.29s	remaining: 1.28s
502:	learn: 0.1622717	total: 1.29s	remaining: 1.27s
503:	learn: 0.1621223	total: 1.29s	remaining: 1.27s
504:	learn: 0.1619993	total: 1.29s	remaining: 1.27s
505:	learn: 0.1618381	total: 1.3s	remaining: 1.27s
506:	learn: 0.1617445	total: 1.3s	remaining: 1.26s
507:	learn: 0.1616159	total: 1.3s	remaining: 1.26s
508:	learn: 0.1614621	total: 1.3s	remaining: 1.26s
509:	learn: 0.1613095	total: 1.3s	remaining: 1.25s
510:	learn: 0.1612108	total: 1.31s	remaining: 1.25s
511:	learn: 0.1610408	total: 1.31s	remaining: 1.25s
512:	learn: 0.1608948	total: 1.31s	remaining: 1.25s
513:	learn: 0.1607375	total: 1.31s	remaining: 1.24s
514:	learn: 0.1605769	total: 1.31s	remaining: 1.24s
515:	learn: 0.1604970	total: 1.32s	remaining: 1.24s
516:	learn: 0.1604207	total: 1.32s	remaining: 1.23s
517:	learn: 0.1603466	total: 1.32s	remaining: 1.23s
518:	learn: 0.1602590	total: 1.32s	remaining: 1.23s
519:	learn: 0.1600944	total: 1.32s	remaining: 1.22s
520:	learn: 0.1599894	total: 1.33s	remaining: 1.22s
521:	learn: 0.1599145	total: 1.33s	remaining: 1.22s
522:	learn: 0.1597390	total: 1.33s	remaining: 1.21s
523:	learn: 0.1596725	total: 1.33s	remaining: 1.21s
524:	learn: 0.1595158	total: 1.33s	remaining: 1.21s
525:	learn: 0.1593648	total: 1.34s	remaining: 1.21s
526:	learn: 0.1593063	total: 1.34s	remaining: 1.2s
527:	learn: 0.1592237	total: 1.34s	remaining: 1.2s
528:	learn: 0.1591390	total: 1.34s	remaining: 1.2s
529:	learn: 0.1590508	total: 1.35s	remaining: 1.19s
530:	learn: 0.1588590	total: 1.35s	remaining: 1.19s
531:	learn: 0.1587358	total: 1.35s	remaining: 1.19s
532:	learn: 0.1585862	total: 1.35s	remaining: 1.18s
533:	learn: 0.1584711	total: 1.35s	remaining: 1.18s
534:	learn: 0.1583820	total: 1.36s	remaining: 1.18s
535:	learn: 0.1583126	total: 1.36s	remaining: 1.18s
536:	learn: 0.1582255	total: 1.36s	remaining: 1.17s
537:	learn: 0.1580157	total: 1.36s	remaining: 1.17s
538:	learn: 0.1579078	total: 1.36s	remaining: 1.17s
539:	learn: 0.1577377	total: 1.37s	remaining: 1.16s
540:	learn: 0.1576710	total: 1.37s	remaining: 1.16s
541:	learn: 0.1576004	total: 1.37s	remaining: 1.16s
542:	learn: 0.1574768	total: 1.37s	remaining: 1.16s
543:	learn: 0.1573498	total: 1.38s	remaining: 1.15s
544:	learn: 0.1572010	total: 1.38s	remaining: 1.15s
545:	learn: 0.1570965	total: 1.38s	remaining: 1.15s
546:	learn: 0.1569470	total: 1.38s	remaining: 1.15s
547:	learn: 0.1568230	total: 1.39s	remaining: 1.14s
548:	learn: 0.1565244	total: 1.39s	remaining: 1.14s
549:	learn: 0.1563741	total: 1.39s	remaining: 1.14s
550:	learn: 0.1563072	total: 1.39s	remaining: 1.13s
551:	learn: 0.1562316	total: 1.4s	remaining: 1.13s
552:	learn: 0.1561249	total: 1.4s	remaining: 1.13s
553:	learn: 0.1559801	total: 1.4s	remaining: 1.13s
554:	learn: 0.1557887	total: 1.4s	remaining: 1.12s
555:	learn: 0.1556335	total: 1.4s	remaining: 1.12s
556:	learn: 0.1555333	total: 1.41s	remaining: 1.12s
557:	learn: 0.1553902	total: 1.41s	remaining: 1.11s
558:	learn: 0.1553169	total: 1.41s	remaining: 1.11s
559:	learn: 0.1552611	total: 1.41s	remaining: 1.11s
560:	learn: 0.1551771	total: 1.41s	remaining: 1.11s
561:	learn: 0.1550482	total: 1.42s	remaining: 1.1s
562:	learn: 0.1548745	total: 1.42s	remaining: 1.1s
563:	learn: 0.1547831	total: 1.42s	remaining: 1.1s
564:	learn: 0.1546551	total: 1.42s	remaining: 1.1s
565:	learn: 0.1545704	total: 1.43s	remaining: 1.09s
566:	learn: 0.1544807	total: 1.43s	remaining: 1.09s
567:	learn: 0.1543572	total: 1.43s	remaining: 1.09s
568:	learn: 0.1542356	total: 1.43s	remaining: 1.08s
569:	learn: 0.1540172	total: 1.43s	remaining: 1.08s
570:	learn: 0.1538469	total: 1.44s	remaining: 1.08s
571:	learn: 0.1536547	total: 1.44s	remaining: 1.08s
572:	learn: 0.1534941	total: 1.44s	remaining: 1.07s
573:	learn: 0.1533454	total: 1.44s	remaining: 1.07s
574:	learn: 0.1532118	total: 1.45s	remaining: 1.07s
575:	learn: 0.1531319	total: 1.45s	remaining: 1.07s
576:	learn: 0.1530369	total: 1.45s	remaining: 1.06s
577:	learn: 0.1528527	total: 1.45s	remaining: 1.06s
578:	learn: 0.1527564	total: 1.46s	remaining: 1.06s
579:	learn: 0.1526310	total: 1.46s	remaining: 1.05s
580:	learn: 0.1525489	total: 1.46s	remaining: 1.05s
581:	learn: 0.1523949	total: 1.46s	remaining: 1.05s
582:	learn: 0.1522868	total: 1.46s	remaining: 1.05s
583:	learn: 0.1522143	total: 1.47s	remaining: 1.04s
584:	learn: 0.1521051	total: 1.47s	remaining: 1.04s
585:	learn: 0.1520290	total: 1.47s	remaining: 1.04s
586:	learn: 0.1519687	total: 1.47s	remaining: 1.04s
587:	learn: 0.1518469	total: 1.48s	remaining: 1.03s
588:	learn: 0.1517179	total: 1.48s	remaining: 1.03s
589:	learn: 0.1516469	total: 1.48s	remaining: 1.03s
590:	learn: 0.1515323	total: 1.48s	remaining: 1.02s
591:	learn: 0.1513447	total: 1.48s	remaining: 1.02s
592:	learn: 0.1512053	total: 1.49s	remaining: 1.02s
593:	learn: 0.1511406	total: 1.49s	remaining: 1.02s
594:	learn: 0.1509793	total: 1.49s	remaining: 1.01s
595:	learn: 0.1508892	total: 1.49s	remaining: 1.01s
596:	learn: 0.1507928	total: 1.49s	remaining: 1.01s
597:	learn: 0.1506492	total: 1.5s	remaining: 1s
598:	learn: 0.1505504	total: 1.5s	remaining: 1s
599:	learn: 0.1504609	total: 1.5s	remaining: 1000ms
600:	learn: 0.1502867	total: 1.5s	remaining: 997ms
601:	learn: 0.1502252	total: 1.5s	remaining: 994ms
602:	learn: 0.1501296	total: 1.5s	remaining: 991ms
603:	learn: 0.1500754	total: 1.51s	remaining: 988ms
604:	learn: 0.1499285	total: 1.51s	remaining: 985ms
605:	learn: 0.1497524	total: 1.51s	remaining: 983ms
606:	learn: 0.1496519	total: 1.51s	remaining: 980ms
607:	learn: 0.1495756	total: 1.51s	remaining: 977ms
608:	learn: 0.1495109	total: 1.52s	remaining: 974ms
609:	learn: 0.1494334	total: 1.52s	remaining: 971ms
610:	learn: 0.1493276	total: 1.52s	remaining: 968ms
611:	learn: 0.1491914	total: 1.52s	remaining: 966ms
612:	learn: 0.1491119	total: 1.52s	remaining: 963ms
613:	learn: 0.1490428	total: 1.53s	remaining: 960ms
614:	learn: 0.1489373	total: 1.53s	remaining: 957ms
615:	learn: 0.1487679	total: 1.53s	remaining: 954ms
616:	learn: 0.1487158	total: 1.53s	remaining: 951ms
617:	learn: 0.1484540	total: 1.53s	remaining: 948ms
618:	learn: 0.1482724	total: 1.53s	remaining: 945ms
619:	learn: 0.1481835	total: 1.54s	remaining: 943ms
620:	learn: 0.1481089	total: 1.54s	remaining: 940ms
621:	learn: 0.1480282	total: 1.54s	remaining: 937ms
622:	learn: 0.1479035	total: 1.54s	remaining: 934ms
623:	learn: 0.1477798	total: 1.54s	remaining: 931ms
624:	learn: 0.1476541	total: 1.55s	remaining: 928ms
625:	learn: 0.1475279	total: 1.55s	remaining: 925ms
626:	learn: 0.1474804	total: 1.55s	remaining: 923ms
627:	learn: 0.1474231	total: 1.55s	remaining: 920ms
628:	learn: 0.1472698	total: 1.55s	remaining: 917ms
629:	learn: 0.1471918	total: 1.56s	remaining: 914ms
630:	learn: 0.1470728	total: 1.56s	remaining: 911ms
631:	learn: 0.1470238	total: 1.56s	remaining: 908ms
632:	learn: 0.1468914	total: 1.56s	remaining: 905ms
633:	learn: 0.1468388	total: 1.56s	remaining: 903ms
634:	learn: 0.1466945	total: 1.56s	remaining: 900ms
635:	learn: 0.1465367	total: 1.57s	remaining: 897ms
636:	learn: 0.1463667	total: 1.57s	remaining: 895ms
637:	learn: 0.1462335	total: 1.57s	remaining: 892ms
638:	learn: 0.1461221	total: 1.57s	remaining: 889ms
639:	learn: 0.1460613	total: 1.58s	remaining: 887ms
640:	learn: 0.1460065	total: 1.58s	remaining: 884ms
641:	learn: 0.1458614	total: 1.58s	remaining: 881ms
642:	learn: 0.1457712	total: 1.58s	remaining: 879ms
643:	learn: 0.1456756	total: 1.58s	remaining: 876ms
644:	learn: 0.1456049	total: 1.59s	remaining: 873ms
645:	learn: 0.1455302	total: 1.59s	remaining: 871ms
646:	learn: 0.1454642	total: 1.59s	remaining: 868ms
647:	learn: 0.1453401	total: 1.59s	remaining: 865ms
648:	learn: 0.1451415	total: 1.59s	remaining: 863ms
649:	learn: 0.1450689	total: 1.6s	remaining: 860ms
650:	learn: 0.1449935	total: 1.6s	remaining: 857ms
651:	learn: 0.1449250	total: 1.6s	remaining: 855ms
652:	learn: 0.1447817	total: 1.6s	remaining: 852ms
653:	learn: 0.1446675	total: 1.6s	remaining: 849ms
654:	learn: 0.1445669	total: 1.61s	remaining: 847ms
655:	learn: 0.1444321	total: 1.61s	remaining: 844ms
656:	learn: 0.1442169	total: 1.61s	remaining: 841ms
657:	learn: 0.1441060	total: 1.61s	remaining: 839ms
658:	learn: 0.1439873	total: 1.61s	remaining: 836ms
659:	learn: 0.1439190	total: 1.62s	remaining: 833ms
660:	learn: 0.1436746	total: 1.62s	remaining: 831ms
661:	learn: 0.1436148	total: 1.62s	remaining: 828ms
662:	learn: 0.1435074	total: 1.62s	remaining: 826ms
663:	learn: 0.1434324	total: 1.63s	remaining: 823ms
664:	learn: 0.1432912	total: 1.63s	remaining: 820ms
665:	learn: 0.1431960	total: 1.63s	remaining: 818ms
666:	learn: 0.1430107	total: 1.63s	remaining: 815ms
667:	learn: 0.1429354	total: 1.63s	remaining: 812ms
668:	learn: 0.1427900	total: 1.64s	remaining: 810ms
669:	learn: 0.1426760	total: 1.64s	remaining: 807ms
670:	learn: 0.1424986	total: 1.64s	remaining: 804ms
671:	learn: 0.1424204	total: 1.64s	remaining: 802ms
672:	learn: 0.1422963	total: 1.64s	remaining: 799ms
673:	learn: 0.1422077	total: 1.65s	remaining: 796ms
674:	learn: 0.1420916	total: 1.65s	remaining: 794ms
675:	learn: 0.1419871	total: 1.65s	remaining: 791ms
676:	learn: 0.1419243	total: 1.65s	remaining: 789ms
677:	learn: 0.1418490	total: 1.65s	remaining: 786ms
678:	learn: 0.1417890	total: 1.66s	remaining: 783ms
679:	learn: 0.1416838	total: 1.66s	remaining: 781ms
680:	learn: 0.1415669	total: 1.66s	remaining: 778ms
681:	learn: 0.1414922	total: 1.66s	remaining: 775ms
682:	learn: 0.1413896	total: 1.66s	remaining: 773ms
683:	learn: 0.1412898	total: 1.67s	remaining: 770ms
684:	learn: 0.1411247	total: 1.67s	remaining: 767ms
685:	learn: 0.1410707	total: 1.67s	remaining: 765ms
686:	learn: 0.1409815	total: 1.67s	remaining: 762ms
687:	learn: 0.1408987	total: 1.67s	remaining: 760ms
688:	learn: 0.1408451	total: 1.68s	remaining: 757ms
689:	learn: 0.1406750	total: 1.68s	remaining: 754ms
690:	learn: 0.1406035	total: 1.68s	remaining: 752ms
691:	learn: 0.1404675	total: 1.68s	remaining: 749ms
692:	learn: 0.1403928	total: 1.68s	remaining: 746ms
693:	learn: 0.1402992	total: 1.69s	remaining: 744ms
694:	learn: 0.1401895	total: 1.69s	remaining: 741ms
695:	learn: 0.1400938	total: 1.69s	remaining: 738ms
696:	learn: 0.1399846	total: 1.69s	remaining: 736ms
697:	learn: 0.1399003	total: 1.7s	remaining: 733ms
698:	learn: 0.1397681	total: 1.7s	remaining: 731ms
699:	learn: 0.1396763	total: 1.7s	remaining: 728ms
700:	learn: 0.1395714	total: 1.7s	remaining: 726ms
701:	learn: 0.1394814	total: 1.7s	remaining: 723ms
702:	learn: 0.1393891	total: 1.71s	remaining: 721ms
703:	learn: 0.1392909	total: 1.71s	remaining: 718ms
704:	learn: 0.1391759	total: 1.71s	remaining: 715ms
705:	learn: 0.1390699	total: 1.71s	remaining: 713ms
706:	learn: 0.1389622	total: 1.71s	remaining: 710ms
707:	learn: 0.1388408	total: 1.72s	remaining: 708ms
708:	learn: 0.1387885	total: 1.72s	remaining: 705ms
709:	learn: 0.1386763	total: 1.72s	remaining: 702ms
710:	learn: 0.1385086	total: 1.72s	remaining: 700ms
711:	learn: 0.1384199	total: 1.72s	remaining: 697ms
712:	learn: 0.1383720	total: 1.73s	remaining: 694ms
713:	learn: 0.1382484	total: 1.73s	remaining: 692ms
714:	learn: 0.1380925	total: 1.73s	remaining: 689ms
715:	learn: 0.1380104	total: 1.73s	remaining: 687ms
716:	learn: 0.1379343	total: 1.73s	remaining: 684ms
717:	learn: 0.1379057	total: 1.73s	remaining: 681ms
718:	learn: 0.1377075	total: 1.74s	remaining: 679ms
719:	learn: 0.1375951	total: 1.74s	remaining: 676ms
720:	learn: 0.1375346	total: 1.74s	remaining: 674ms
721:	learn: 0.1373990	total: 1.74s	remaining: 671ms
722:	learn: 0.1373585	total: 1.75s	remaining: 669ms
723:	learn: 0.1373019	total: 1.75s	remaining: 666ms
724:	learn: 0.1371825	total: 1.75s	remaining: 664ms
725:	learn: 0.1370556	total: 1.75s	remaining: 661ms
726:	learn: 0.1368791	total: 1.75s	remaining: 659ms
727:	learn: 0.1368319	total: 1.76s	remaining: 656ms
728:	learn: 0.1367325	total: 1.76s	remaining: 654ms
729:	learn: 0.1366639	total: 1.76s	remaining: 651ms
730:	learn: 0.1365653	total: 1.76s	remaining: 648ms
731:	learn: 0.1364481	total: 1.76s	remaining: 646ms
732:	learn: 0.1363549	total: 1.76s	remaining: 643ms
733:	learn: 0.1362988	total: 1.77s	remaining: 641ms
734:	learn: 0.1362287	total: 1.77s	remaining: 638ms
735:	learn: 0.1361669	total: 1.77s	remaining: 635ms
736:	learn: 0.1360543	total: 1.77s	remaining: 633ms
737:	learn: 0.1359347	total: 1.77s	remaining: 630ms
738:	learn: 0.1358617	total: 1.78s	remaining: 628ms
739:	learn: 0.1357892	total: 1.78s	remaining: 625ms
740:	learn: 0.1356277	total: 1.78s	remaining: 623ms
741:	learn: 0.1354976	total: 1.78s	remaining: 620ms
742:	learn: 0.1354222	total: 1.78s	remaining: 617ms
743:	learn: 0.1353575	total: 1.79s	remaining: 615ms
744:	learn: 0.1352971	total: 1.79s	remaining: 612ms
745:	learn: 0.1352225	total: 1.79s	remaining: 610ms
746:	learn: 0.1351896	total: 1.79s	remaining: 607ms
747:	learn: 0.1350665	total: 1.79s	remaining: 605ms
748:	learn: 0.1349902	total: 1.8s	remaining: 602ms
749:	learn: 0.1349292	total: 1.8s	remaining: 599ms
750:	learn: 0.1348289	total: 1.8s	remaining: 597ms
751:	learn: 0.1347601	total: 1.8s	remaining: 594ms
752:	learn: 0.1346576	total: 1.8s	remaining: 592ms
753:	learn: 0.1345480	total: 1.8s	remaining: 589ms
754:	learn: 0.1344936	total: 1.81s	remaining: 586ms
755:	learn: 0.1344166	total: 1.81s	remaining: 584ms
756:	learn: 0.1342867	total: 1.81s	remaining: 581ms
757:	learn: 0.1342376	total: 1.81s	remaining: 579ms
758:	learn: 0.1341551	total: 1.81s	remaining: 576ms
759:	learn: 0.1341130	total: 1.82s	remaining: 574ms
760:	learn: 0.1339888	total: 1.82s	remaining: 571ms
761:	learn: 0.1339214	total: 1.82s	remaining: 569ms
762:	learn: 0.1338350	total: 1.82s	remaining: 566ms
763:	learn: 0.1337856	total: 1.82s	remaining: 564ms
764:	learn: 0.1336952	total: 1.83s	remaining: 561ms
765:	learn: 0.1336188	total: 1.83s	remaining: 559ms
766:	learn: 0.1335442	total: 1.83s	remaining: 556ms
767:	learn: 0.1334963	total: 1.83s	remaining: 554ms
768:	learn: 0.1334536	total: 1.83s	remaining: 551ms
769:	learn: 0.1333407	total: 1.83s	remaining: 548ms
770:	learn: 0.1332130	total: 1.84s	remaining: 546ms
771:	learn: 0.1330817	total: 1.84s	remaining: 543ms
772:	learn: 0.1329763	total: 1.84s	remaining: 541ms
773:	learn: 0.1329282	total: 1.84s	remaining: 538ms
774:	learn: 0.1328284	total: 1.84s	remaining: 536ms
775:	learn: 0.1326562	total: 1.85s	remaining: 533ms
776:	learn: 0.1326142	total: 1.85s	remaining: 530ms
777:	learn: 0.1325623	total: 1.85s	remaining: 528ms
778:	learn: 0.1324688	total: 1.85s	remaining: 525ms
779:	learn: 0.1323911	total: 1.85s	remaining: 523ms
780:	learn: 0.1323506	total: 1.85s	remaining: 520ms
781:	learn: 0.1322428	total: 1.86s	remaining: 518ms
782:	learn: 0.1321677	total: 1.86s	remaining: 515ms
783:	learn: 0.1320754	total: 1.86s	remaining: 513ms
784:	learn: 0.1320222	total: 1.86s	remaining: 510ms
785:	learn: 0.1319315	total: 1.86s	remaining: 508ms
786:	learn: 0.1318988	total: 1.86s	remaining: 505ms
787:	learn: 0.1318340	total: 1.87s	remaining: 502ms
788:	learn: 0.1318233	total: 1.87s	remaining: 500ms
789:	learn: 0.1317567	total: 1.87s	remaining: 497ms
790:	learn: 0.1316224	total: 1.87s	remaining: 495ms
791:	learn: 0.1315961	total: 1.88s	remaining: 493ms
792:	learn: 0.1315168	total: 1.88s	remaining: 490ms
793:	learn: 0.1314631	total: 1.88s	remaining: 488ms
794:	learn: 0.1314080	total: 1.88s	remaining: 485ms
795:	learn: 0.1313169	total: 1.88s	remaining: 483ms
796:	learn: 0.1312326	total: 1.89s	remaining: 480ms
797:	learn: 0.1311584	total: 1.89s	remaining: 478ms
798:	learn: 0.1309990	total: 1.89s	remaining: 475ms
799:	learn: 0.1309516	total: 1.89s	remaining: 473ms
800:	learn: 0.1308592	total: 1.89s	remaining: 470ms
801:	learn: 0.1307796	total: 1.9s	remaining: 468ms
802:	learn: 0.1306688	total: 1.9s	remaining: 466ms
803:	learn: 0.1305404	total: 1.9s	remaining: 463ms
804:	learn: 0.1304475	total: 1.9s	remaining: 461ms
805:	learn: 0.1303439	total: 1.9s	remaining: 458ms
806:	learn: 0.1301946	total: 1.91s	remaining: 456ms
807:	learn: 0.1300870	total: 1.91s	remaining: 453ms
808:	learn: 0.1300421	total: 1.91s	remaining: 451ms
809:	learn: 0.1299971	total: 1.91s	remaining: 448ms
810:	learn: 0.1299526	total: 1.91s	remaining: 446ms
811:	learn: 0.1298825	total: 1.92s	remaining: 444ms
812:	learn: 0.1298147	total: 1.92s	remaining: 441ms
813:	learn: 0.1297172	total: 1.92s	remaining: 439ms
814:	learn: 0.1295866	total: 1.92s	remaining: 436ms
815:	learn: 0.1294898	total: 1.92s	remaining: 434ms
816:	learn: 0.1294034	total: 1.93s	remaining: 431ms
817:	learn: 0.1293202	total: 1.93s	remaining: 429ms
818:	learn: 0.1292443	total: 1.93s	remaining: 426ms
819:	learn: 0.1291389	total: 1.93s	remaining: 424ms
820:	learn: 0.1291078	total: 1.93s	remaining: 422ms
821:	learn: 0.1289662	total: 1.94s	remaining: 419ms
822:	learn: 0.1288916	total: 1.94s	remaining: 417ms
823:	learn: 0.1287806	total: 1.94s	remaining: 414ms
824:	learn: 0.1286659	total: 1.94s	remaining: 412ms
825:	learn: 0.1285664	total: 1.94s	remaining: 409ms
826:	learn: 0.1284554	total: 1.94s	remaining: 407ms
827:	learn: 0.1282546	total: 1.95s	remaining: 404ms
828:	learn: 0.1281953	total: 1.95s	remaining: 402ms
829:	learn: 0.1281229	total: 1.95s	remaining: 399ms
830:	learn: 0.1280054	total: 1.95s	remaining: 397ms
831:	learn: 0.1279339	total: 1.95s	remaining: 394ms
832:	learn: 0.1278333	total: 1.96s	remaining: 392ms
833:	learn: 0.1277875	total: 1.96s	remaining: 390ms
834:	learn: 0.1277165	total: 1.96s	remaining: 387ms
835:	learn: 0.1276725	total: 1.96s	remaining: 385ms
836:	learn: 0.1276410	total: 1.96s	remaining: 382ms
837:	learn: 0.1275960	total: 1.96s	remaining: 380ms
838:	learn: 0.1274959	total: 1.97s	remaining: 377ms
839:	learn: 0.1274327	total: 1.97s	remaining: 375ms
840:	learn: 0.1274025	total: 1.97s	remaining: 372ms
841:	learn: 0.1273191	total: 1.97s	remaining: 370ms
842:	learn: 0.1272493	total: 1.97s	remaining: 367ms
843:	learn: 0.1271912	total: 1.97s	remaining: 365ms
844:	learn: 0.1271062	total: 1.98s	remaining: 363ms
845:	learn: 0.1270537	total: 1.98s	remaining: 360ms
846:	learn: 0.1269487	total: 1.98s	remaining: 358ms
847:	learn: 0.1268539	total: 1.98s	remaining: 355ms
848:	learn: 0.1268193	total: 1.98s	remaining: 353ms
849:	learn: 0.1267345	total: 1.99s	remaining: 350ms
850:	learn: 0.1266038	total: 1.99s	remaining: 348ms
851:	learn: 0.1264880	total: 1.99s	remaining: 346ms
852:	learn: 0.1263889	total: 1.99s	remaining: 343ms
853:	learn: 0.1263529	total: 1.99s	remaining: 341ms
854:	learn: 0.1262697	total: 1.99s	remaining: 338ms
855:	learn: 0.1261869	total: 2s	remaining: 336ms
856:	learn: 0.1260886	total: 2s	remaining: 333ms
857:	learn: 0.1259599	total: 2s	remaining: 331ms
858:	learn: 0.1258791	total: 2s	remaining: 329ms
859:	learn: 0.1258443	total: 2s	remaining: 326ms
860:	learn: 0.1257238	total: 2s	remaining: 324ms
861:	learn: 0.1256714	total: 2.01s	remaining: 321ms
862:	learn: 0.1256092	total: 2.01s	remaining: 319ms
863:	learn: 0.1255140	total: 2.01s	remaining: 317ms
864:	learn: 0.1254032	total: 2.01s	remaining: 314ms
865:	learn: 0.1253390	total: 2.02s	remaining: 312ms
866:	learn: 0.1252665	total: 2.02s	remaining: 309ms
867:	learn: 0.1251621	total: 2.02s	remaining: 307ms
868:	learn: 0.1250991	total: 2.02s	remaining: 305ms
869:	learn: 0.1249804	total: 2.02s	remaining: 302ms
870:	learn: 0.1249151	total: 2.02s	remaining: 300ms
871:	learn: 0.1248758	total: 2.02s	remaining: 297ms
872:	learn: 0.1248087	total: 2.03s	remaining: 295ms
873:	learn: 0.1247346	total: 2.03s	remaining: 293ms
874:	learn: 0.1246964	total: 2.03s	remaining: 290ms
875:	learn: 0.1246689	total: 2.03s	remaining: 288ms
876:	learn: 0.1245557	total: 2.04s	remaining: 285ms
877:	learn: 0.1244645	total: 2.04s	remaining: 283ms
878:	learn: 0.1243889	total: 2.04s	remaining: 281ms
879:	learn: 0.1242911	total: 2.04s	remaining: 278ms
880:	learn: 0.1242158	total: 2.04s	remaining: 276ms
881:	learn: 0.1241160	total: 2.04s	remaining: 273ms
882:	learn: 0.1240190	total: 2.04s	remaining: 271ms
883:	learn: 0.1239911	total: 2.05s	remaining: 269ms
884:	learn: 0.1239091	total: 2.05s	remaining: 266ms
885:	learn: 0.1237732	total: 2.05s	remaining: 264ms
886:	learn: 0.1237007	total: 2.05s	remaining: 261ms
887:	learn: 0.1236025	total: 2.05s	remaining: 259ms
888:	learn: 0.1235119	total: 2.06s	remaining: 257ms
889:	learn: 0.1234643	total: 2.06s	remaining: 254ms
890:	learn: 0.1233890	total: 2.06s	remaining: 252ms
891:	learn: 0.1231839	total: 2.06s	remaining: 250ms
892:	learn: 0.1231259	total: 2.06s	remaining: 247ms
893:	learn: 0.1230767	total: 2.06s	remaining: 245ms
894:	learn: 0.1230440	total: 2.07s	remaining: 242ms
895:	learn: 0.1229987	total: 2.07s	remaining: 240ms
896:	learn: 0.1229323	total: 2.07s	remaining: 238ms
897:	learn: 0.1229014	total: 2.07s	remaining: 235ms
898:	learn: 0.1228334	total: 2.07s	remaining: 233ms
899:	learn: 0.1227930	total: 2.08s	remaining: 231ms
900:	learn: 0.1227178	total: 2.08s	remaining: 228ms
901:	learn: 0.1226331	total: 2.08s	remaining: 226ms
902:	learn: 0.1226139	total: 2.08s	remaining: 224ms
903:	learn: 0.1225523	total: 2.08s	remaining: 221ms
904:	learn: 0.1224714	total: 2.08s	remaining: 219ms
905:	learn: 0.1224206	total: 2.09s	remaining: 216ms
906:	learn: 0.1223043	total: 2.09s	remaining: 214ms
907:	learn: 0.1222401	total: 2.09s	remaining: 212ms
908:	learn: 0.1221944	total: 2.09s	remaining: 209ms
909:	learn: 0.1221217	total: 2.09s	remaining: 207ms
910:	learn: 0.1220821	total: 2.1s	remaining: 205ms
911:	learn: 0.1220604	total: 2.1s	remaining: 202ms
912:	learn: 0.1219924	total: 2.1s	remaining: 200ms
913:	learn: 0.1219358	total: 2.1s	remaining: 198ms
914:	learn: 0.1218520	total: 2.1s	remaining: 195ms
915:	learn: 0.1218017	total: 2.1s	remaining: 193ms
916:	learn: 0.1217468	total: 2.11s	remaining: 191ms
917:	learn: 0.1216488	total: 2.11s	remaining: 188ms
918:	learn: 0.1215927	total: 2.11s	remaining: 186ms
919:	learn: 0.1215336	total: 2.11s	remaining: 184ms
920:	learn: 0.1214566	total: 2.11s	remaining: 181ms
921:	learn: 0.1213911	total: 2.12s	remaining: 179ms
922:	learn: 0.1213076	total: 2.12s	remaining: 177ms
923:	learn: 0.1212161	total: 2.12s	remaining: 174ms
924:	learn: 0.1211522	total: 2.12s	remaining: 172ms
925:	learn: 0.1210278	total: 2.12s	remaining: 170ms
926:	learn: 0.1209138	total: 2.12s	remaining: 167ms
927:	learn: 0.1208409	total: 2.13s	remaining: 165ms
928:	learn: 0.1207741	total: 2.13s	remaining: 163ms
929:	learn: 0.1207546	total: 2.13s	remaining: 160ms
930:	learn: 0.1206846	total: 2.13s	remaining: 158ms
931:	learn: 0.1205927	total: 2.13s	remaining: 156ms
932:	learn: 0.1205044	total: 2.13s	remaining: 153ms
933:	learn: 0.1204871	total: 2.13s	remaining: 151ms
934:	learn: 0.1204062	total: 2.14s	remaining: 149ms
935:	learn: 0.1203574	total: 2.14s	remaining: 146ms
936:	learn: 0.1202836	total: 2.14s	remaining: 144ms
937:	learn: 0.1202301	total: 2.14s	remaining: 142ms
938:	learn: 0.1201940	total: 2.14s	remaining: 139ms
939:	learn: 0.1201732	total: 2.15s	remaining: 137ms
940:	learn: 0.1201170	total: 2.15s	remaining: 135ms
941:	learn: 0.1200700	total: 2.15s	remaining: 132ms
942:	learn: 0.1200243	total: 2.15s	remaining: 130ms
943:	learn: 0.1199580	total: 2.15s	remaining: 128ms
944:	learn: 0.1198705	total: 2.15s	remaining: 125ms
945:	learn: 0.1198314	total: 2.16s	remaining: 123ms
946:	learn: 0.1197239	total: 2.16s	remaining: 121ms
947:	learn: 0.1196749	total: 2.16s	remaining: 118ms
948:	learn: 0.1196007	total: 2.16s	remaining: 116ms
949:	learn: 0.1195622	total: 2.16s	remaining: 114ms
950:	learn: 0.1195345	total: 2.16s	remaining: 112ms
951:	learn: 0.1194626	total: 2.17s	remaining: 109ms
952:	learn: 0.1194428	total: 2.17s	remaining: 107ms
953:	learn: 0.1193371	total: 2.17s	remaining: 105ms
954:	learn: 0.1192757	total: 2.17s	remaining: 102ms
955:	learn: 0.1192087	total: 2.17s	remaining: 100ms
956:	learn: 0.1191505	total: 2.17s	remaining: 97.7ms
957:	learn: 0.1190645	total: 2.18s	remaining: 95.4ms
958:	learn: 0.1189972	total: 2.18s	remaining: 93.1ms
959:	learn: 0.1189240	total: 2.18s	remaining: 90.8ms
960:	learn: 0.1188945	total: 2.18s	remaining: 88.5ms
961:	learn: 0.1188472	total: 2.18s	remaining: 86.2ms
962:	learn: 0.1187800	total: 2.18s	remaining: 83.9ms
963:	learn: 0.1185785	total: 2.19s	remaining: 81.6ms
964:	learn: 0.1185278	total: 2.19s	remaining: 79.3ms
965:	learn: 0.1183109	total: 2.19s	remaining: 77ms
966:	learn: 0.1181861	total: 2.19s	remaining: 74.7ms
967:	learn: 0.1181347	total: 2.19s	remaining: 72.5ms
968:	learn: 0.1179938	total: 2.19s	remaining: 70.2ms
969:	learn: 0.1178938	total: 2.19s	remaining: 67.9ms
970:	learn: 0.1178558	total: 2.2s	remaining: 65.6ms
971:	learn: 0.1178207	total: 2.2s	remaining: 63.3ms
972:	learn: 0.1176203	total: 2.2s	remaining: 61.1ms
973:	learn: 0.1175662	total: 2.2s	remaining: 58.8ms
974:	learn: 0.1173694	total: 2.2s	remaining: 56.5ms
975:	learn: 0.1173095	total: 2.21s	remaining: 54.2ms
976:	learn: 0.1171919	total: 2.21s	remaining: 52ms
977:	learn: 0.1171032	total: 2.21s	remaining: 49.7ms
978:	learn: 0.1169842	total: 2.21s	remaining: 47.4ms
979:	learn: 0.1169354	total: 2.21s	remaining: 45.1ms
980:	learn: 0.1168698	total: 2.21s	remaining: 42.9ms
981:	learn: 0.1168148	total: 2.21s	remaining: 40.6ms
982:	learn: 0.1167798	total: 2.22s	remaining: 38.3ms
983:	learn: 0.1167096	total: 2.22s	remaining: 36.1ms
984:	learn: 0.1166391	total: 2.22s	remaining: 33.8ms
985:	learn: 0.1166074	total: 2.22s	remaining: 31.5ms
986:	learn: 0.1164083	total: 2.22s	remaining: 29.3ms
987:	learn: 0.1163956	total: 2.22s	remaining: 27ms
988:	learn: 0.1163549	total: 2.23s	remaining: 24.8ms
989:	learn: 0.1163321	total: 2.23s	remaining: 22.5ms
990:	learn: 0.1163030	total: 2.23s	remaining: 20.2ms
991:	learn: 0.1162805	total: 2.23s	remaining: 18ms
992:	learn: 0.1161584	total: 2.23s	remaining: 15.7ms
993:	learn: 0.1161092	total: 2.23s	remaining: 13.5ms
994:	learn: 0.1160693	total: 2.23s	remaining: 11.2ms
995:	learn: 0.1159915	total: 2.24s	remaining: 8.98ms
996:	learn: 0.1159310	total: 2.24s	remaining: 6.74ms
997:	learn: 0.1158452	total: 2.24s	remaining: 4.49ms
998:	learn: 0.1157848	total: 2.24s	remaining: 2.24ms
999:	learn: 0.1157174	total: 2.24s	remaining: 0us


pca_result_df = pd.DataFrame(result.values(),columns = result_labels,index = result.keys() )
pca_result_df


print(models)

[LogisticRegression(), SVC(probability=True), RandomForestClassifier(), GaussianNB(), DecisionTreeClassifier(max_depth=8), AdaBoostClassifier(base_estimator=DecisionTreeClassifier(max_depth=8)), BaggingClassifier(base_estimator=DecisionTreeClassifier(max_depth=8)), GradientBoostingClassifier(), XGBClassifier(base_score=0.5, booster='gbtree', colsample_bylevel=1,
              colsample_bynode=1, colsample_bytree=1, enable_categorical=False,
              gamma=0, gpu_id=-1, importance_type=None,
              interaction_constraints='', learning_rate=0.300000012,
              max_delta_step=0, max_depth=6, min_child_weight=1, missing=nan,
              monotone_constraints='()', n_estimators=100, n_jobs=12,
              num_parallel_tree=1, predictor='auto', random_state=0,
              reg_alpha=0, reg_lambda=1, scale_pos_weight=1, subsample=1,
              tree_method='exact', validate_parameters=1, verbosity=None), <catboost.core.CatBoostClassifier object at 0x0000013F4E15F160>, LGBMClassifier()]


#hlr,_,hrf,hgb,hdt,hab,hbc,hgb,hxgb,hcat,hlgbm = np.arange(0,10)
hlr,_,hrf,hgb,hdt,hab,hbc,hgb,hxgb,hcat,hlgbm = (model for model in models)
for i,model in enumerate([hlr,hrf,hgb,hdt,hab,hbc,hgb,hxgb,hcat,hlgbm]):
    model = models[i]

hrf

RandomForestClassifier()


models = [hlr,hrf,hgb,hdt,hab,hbc,hgb,hxgb,hcat,hlgbm]
model_names = ['Logistic Regression','RandomForest','Naive Bayes','Decision Tree','Adaboost','BaggingClassifier',
              'gradientBoost','XgBoost','CatClassifier','lightGBM']

result_labels = ['train_accuracy','test_accuracy','f1','recall',' precision','Duration']

result = {}

for model,name in zip(models,model_names):
    result[name] = list(models_info(model,X_train,X_test,y_train,y_test)[:-1])

Learning rate set to 0.011344
0:	learn: 0.6792627	total: 1.68ms	remaining: 1.68s
1:	learn: 0.6661536	total: 3.31ms	remaining: 1.65s
2:	learn: 0.6535045	total: 4.82ms	remaining: 1.6s
3:	learn: 0.6408186	total: 6.37ms	remaining: 1.58s
4:	learn: 0.6292961	total: 7.87ms	remaining: 1.57s
5:	learn: 0.6180268	total: 9.42ms	remaining: 1.56s
6:	learn: 0.6070494	total: 11.2ms	remaining: 1.59s
7:	learn: 0.5963710	total: 12.8ms	remaining: 1.59s
8:	learn: 0.5860368	total: 14.4ms	remaining: 1.58s
9:	learn: 0.5761580	total: 15.9ms	remaining: 1.57s
10:	learn: 0.5665217	total: 17.4ms	remaining: 1.57s
11:	learn: 0.5570922	total: 19ms	remaining: 1.56s
12:	learn: 0.5476853	total: 20.5ms	remaining: 1.56s
13:	learn: 0.5388486	total: 22ms	remaining: 1.55s
14:	learn: 0.5299241	total: 23.5ms	remaining: 1.54s
15:	learn: 0.5209805	total: 25ms	remaining: 1.54s
16:	learn: 0.5130027	total: 26.7ms	remaining: 1.54s
17:	learn: 0.5049307	total: 28.3ms	remaining: 1.54s
18:	learn: 0.4970745	total: 29.9ms	remaining: 1.54s
19:	learn: 0.4893557	total: 31.4ms	remaining: 1.54s
20:	learn: 0.4819494	total: 33ms	remaining: 1.54s
21:	learn: 0.4749732	total: 34.5ms	remaining: 1.53s
22:	learn: 0.4681926	total: 36ms	remaining: 1.53s
23:	learn: 0.4613876	total: 37.5ms	remaining: 1.52s
24:	learn: 0.4550625	total: 39ms	remaining: 1.52s
25:	learn: 0.4485510	total: 40.7ms	remaining: 1.52s
26:	learn: 0.4425308	total: 42.5ms	remaining: 1.53s
27:	learn: 0.4367476	total: 44.1ms	remaining: 1.53s
28:	learn: 0.4308086	total: 45.7ms	remaining: 1.53s
29:	learn: 0.4249514	total: 47.4ms	remaining: 1.53s
30:	learn: 0.4192960	total: 49.2ms	remaining: 1.54s
31:	learn: 0.4140658	total: 51ms	remaining: 1.54s
32:	learn: 0.4088142	total: 52.7ms	remaining: 1.54s
33:	learn: 0.4032854	total: 54.4ms	remaining: 1.55s
34:	learn: 0.3983103	total: 56.1ms	remaining: 1.55s
35:	learn: 0.3934932	total: 57.8ms	remaining: 1.55s
36:	learn: 0.3889311	total: 59.5ms	remaining: 1.55s
37:	learn: 0.3843229	total: 61.1ms	remaining: 1.55s
38:	learn: 0.3799435	total: 62.8ms	remaining: 1.55s
39:	learn: 0.3758410	total: 64.4ms	remaining: 1.55s
40:	learn: 0.3717861	total: 66ms	remaining: 1.54s
41:	learn: 0.3676801	total: 67.6ms	remaining: 1.54s
42:	learn: 0.3637464	total: 69.6ms	remaining: 1.55s
43:	learn: 0.3597651	total: 71.5ms	remaining: 1.55s
44:	learn: 0.3562818	total: 73.6ms	remaining: 1.56s
45:	learn: 0.3527055	total: 75.4ms	remaining: 1.56s
46:	learn: 0.3491664	total: 77ms	remaining: 1.56s
47:	learn: 0.3459210	total: 78.6ms	remaining: 1.56s
48:	learn: 0.3428484	total: 80.8ms	remaining: 1.57s
49:	learn: 0.3398510	total: 82.7ms	remaining: 1.57s
50:	learn: 0.3368251	total: 84.4ms	remaining: 1.57s
51:	learn: 0.3339463	total: 86.1ms	remaining: 1.57s
52:	learn: 0.3312147	total: 87.9ms	remaining: 1.57s
53:	learn: 0.3284047	total: 89.6ms	remaining: 1.57s
54:	learn: 0.3255393	total: 91.5ms	remaining: 1.57s
55:	learn: 0.3227780	total: 93.3ms	remaining: 1.57s
56:	learn: 0.3202723	total: 95.2ms	remaining: 1.57s
57:	learn: 0.3176309	total: 96.9ms	remaining: 1.57s
58:	learn: 0.3152013	total: 98.6ms	remaining: 1.57s
59:	learn: 0.3129485	total: 100ms	remaining: 1.57s
60:	learn: 0.3106300	total: 102ms	remaining: 1.57s
61:	learn: 0.3084041	total: 104ms	remaining: 1.57s
62:	learn: 0.3060459	total: 106ms	remaining: 1.57s
63:	learn: 0.3038681	total: 107ms	remaining: 1.57s
64:	learn: 0.3019175	total: 109ms	remaining: 1.57s
65:	learn: 0.2998888	total: 111ms	remaining: 1.57s
66:	learn: 0.2980617	total: 113ms	remaining: 1.57s
67:	learn: 0.2962012	total: 115ms	remaining: 1.57s
68:	learn: 0.2941494	total: 117ms	remaining: 1.57s
69:	learn: 0.2922722	total: 118ms	remaining: 1.57s
70:	learn: 0.2903288	total: 120ms	remaining: 1.57s
71:	learn: 0.2885909	total: 122ms	remaining: 1.57s
72:	learn: 0.2868296	total: 124ms	remaining: 1.57s
73:	learn: 0.2852625	total: 126ms	remaining: 1.57s
74:	learn: 0.2835539	total: 127ms	remaining: 1.57s
75:	learn: 0.2820804	total: 129ms	remaining: 1.57s
76:	learn: 0.2804569	total: 131ms	remaining: 1.57s
77:	learn: 0.2790054	total: 133ms	remaining: 1.57s
78:	learn: 0.2775308	total: 134ms	remaining: 1.56s
79:	learn: 0.2760872	total: 136ms	remaining: 1.56s
80:	learn: 0.2747816	total: 137ms	remaining: 1.55s
81:	learn: 0.2733106	total: 139ms	remaining: 1.55s
82:	learn: 0.2719533	total: 140ms	remaining: 1.55s
83:	learn: 0.2707517	total: 142ms	remaining: 1.54s
84:	learn: 0.2695156	total: 143ms	remaining: 1.54s
85:	learn: 0.2682855	total: 145ms	remaining: 1.54s
86:	learn: 0.2670863	total: 146ms	remaining: 1.53s
87:	learn: 0.2658892	total: 148ms	remaining: 1.53s
88:	learn: 0.2648684	total: 149ms	remaining: 1.53s
89:	learn: 0.2637328	total: 151ms	remaining: 1.52s
90:	learn: 0.2626168	total: 152ms	remaining: 1.52s
91:	learn: 0.2616133	total: 154ms	remaining: 1.52s
92:	learn: 0.2604172	total: 156ms	remaining: 1.52s
93:	learn: 0.2595486	total: 157ms	remaining: 1.51s
94:	learn: 0.2586132	total: 159ms	remaining: 1.51s
95:	learn: 0.2575437	total: 160ms	remaining: 1.51s
96:	learn: 0.2566581	total: 162ms	remaining: 1.5s
97:	learn: 0.2557780	total: 163ms	remaining: 1.5s
98:	learn: 0.2546373	total: 164ms	remaining: 1.5s
99:	learn: 0.2538466	total: 166ms	remaining: 1.49s
100:	learn: 0.2528686	total: 168ms	remaining: 1.5s
101:	learn: 0.2521123	total: 170ms	remaining: 1.5s
102:	learn: 0.2512264	total: 172ms	remaining: 1.5s
103:	learn: 0.2502940	total: 174ms	remaining: 1.5s
104:	learn: 0.2494359	total: 175ms	remaining: 1.5s
105:	learn: 0.2487731	total: 177ms	remaining: 1.5s
106:	learn: 0.2478932	total: 179ms	remaining: 1.5s
107:	learn: 0.2472130	total: 181ms	remaining: 1.49s
108:	learn: 0.2465541	total: 183ms	remaining: 1.49s
109:	learn: 0.2456936	total: 184ms	remaining: 1.49s
110:	learn: 0.2447244	total: 186ms	remaining: 1.49s
111:	learn: 0.2441106	total: 188ms	remaining: 1.49s
112:	learn: 0.2435102	total: 190ms	remaining: 1.49s
113:	learn: 0.2428887	total: 191ms	remaining: 1.48s
114:	learn: 0.2423403	total: 193ms	remaining: 1.48s
115:	learn: 0.2418315	total: 195ms	remaining: 1.48s
116:	learn: 0.2411813	total: 196ms	remaining: 1.48s
117:	learn: 0.2405957	total: 198ms	remaining: 1.48s
118:	learn: 0.2399669	total: 199ms	remaining: 1.48s
119:	learn: 0.2392696	total: 201ms	remaining: 1.47s
120:	learn: 0.2385731	total: 203ms	remaining: 1.47s
121:	learn: 0.2379990	total: 204ms	remaining: 1.47s
122:	learn: 0.2375016	total: 206ms	remaining: 1.47s
123:	learn: 0.2368892	total: 207ms	remaining: 1.46s
124:	learn: 0.2362519	total: 209ms	remaining: 1.46s
125:	learn: 0.2356408	total: 211ms	remaining: 1.46s
126:	learn: 0.2350809	total: 213ms	remaining: 1.46s
127:	learn: 0.2345175	total: 215ms	remaining: 1.46s
128:	learn: 0.2340442	total: 216ms	remaining: 1.46s
129:	learn: 0.2335492	total: 218ms	remaining: 1.46s
130:	learn: 0.2331380	total: 219ms	remaining: 1.46s
131:	learn: 0.2327241	total: 221ms	remaining: 1.45s
132:	learn: 0.2321763	total: 223ms	remaining: 1.45s
133:	learn: 0.2316928	total: 224ms	remaining: 1.45s
134:	learn: 0.2310830	total: 226ms	remaining: 1.45s
135:	learn: 0.2304824	total: 227ms	remaining: 1.44s
136:	learn: 0.2299716	total: 229ms	remaining: 1.44s
137:	learn: 0.2294092	total: 230ms	remaining: 1.44s
138:	learn: 0.2288389	total: 232ms	remaining: 1.44s
139:	learn: 0.2284626	total: 233ms	remaining: 1.43s
140:	learn: 0.2280655	total: 235ms	remaining: 1.43s
141:	learn: 0.2276881	total: 236ms	remaining: 1.43s
142:	learn: 0.2272867	total: 238ms	remaining: 1.43s
143:	learn: 0.2268668	total: 240ms	remaining: 1.42s
144:	learn: 0.2264427	total: 241ms	remaining: 1.42s
145:	learn: 0.2262034	total: 243ms	remaining: 1.42s
146:	learn: 0.2258165	total: 245ms	remaining: 1.42s
147:	learn: 0.2255128	total: 246ms	remaining: 1.42s
148:	learn: 0.2250285	total: 248ms	remaining: 1.42s
149:	learn: 0.2246502	total: 249ms	remaining: 1.41s
150:	learn: 0.2242429	total: 251ms	remaining: 1.41s
151:	learn: 0.2238751	total: 253ms	remaining: 1.41s
152:	learn: 0.2235482	total: 254ms	remaining: 1.41s
153:	learn: 0.2232086	total: 255ms	remaining: 1.4s
154:	learn: 0.2228334	total: 257ms	remaining: 1.4s
155:	learn: 0.2226174	total: 258ms	remaining: 1.4s
156:	learn: 0.2224227	total: 260ms	remaining: 1.4s
157:	learn: 0.2220745	total: 261ms	remaining: 1.39s
158:	learn: 0.2215841	total: 263ms	remaining: 1.39s
159:	learn: 0.2213991	total: 265ms	remaining: 1.39s
160:	learn: 0.2210190	total: 266ms	remaining: 1.39s
161:	learn: 0.2206604	total: 268ms	remaining: 1.39s
162:	learn: 0.2204171	total: 269ms	remaining: 1.38s
163:	learn: 0.2199877	total: 271ms	remaining: 1.38s
164:	learn: 0.2196278	total: 272ms	remaining: 1.38s
165:	learn: 0.2193541	total: 274ms	remaining: 1.38s
166:	learn: 0.2189040	total: 276ms	remaining: 1.37s
167:	learn: 0.2185536	total: 277ms	remaining: 1.37s
168:	learn: 0.2180471	total: 279ms	remaining: 1.37s
169:	learn: 0.2175781	total: 281ms	remaining: 1.37s
170:	learn: 0.2173281	total: 282ms	remaining: 1.37s
171:	learn: 0.2168795	total: 284ms	remaining: 1.36s
172:	learn: 0.2166638	total: 285ms	remaining: 1.36s
173:	learn: 0.2163648	total: 287ms	remaining: 1.36s
174:	learn: 0.2159125	total: 289ms	remaining: 1.36s
175:	learn: 0.2157353	total: 290ms	remaining: 1.36s
176:	learn: 0.2154428	total: 292ms	remaining: 1.35s
177:	learn: 0.2150663	total: 293ms	remaining: 1.35s
178:	learn: 0.2148294	total: 295ms	remaining: 1.35s
179:	learn: 0.2145661	total: 296ms	remaining: 1.35s
180:	learn: 0.2143721	total: 298ms	remaining: 1.35s
181:	learn: 0.2142358	total: 300ms	remaining: 1.35s
182:	learn: 0.2140297	total: 301ms	remaining: 1.34s
183:	learn: 0.2138870	total: 303ms	remaining: 1.34s
184:	learn: 0.2135380	total: 304ms	remaining: 1.34s
185:	learn: 0.2132822	total: 306ms	remaining: 1.34s
186:	learn: 0.2130337	total: 307ms	remaining: 1.34s
187:	learn: 0.2128606	total: 309ms	remaining: 1.33s
188:	learn: 0.2125061	total: 310ms	remaining: 1.33s
189:	learn: 0.2123130	total: 312ms	remaining: 1.33s
190:	learn: 0.2121476	total: 314ms	remaining: 1.33s
191:	learn: 0.2120027	total: 315ms	remaining: 1.32s
192:	learn: 0.2117830	total: 317ms	remaining: 1.32s
193:	learn: 0.2115437	total: 318ms	remaining: 1.32s
194:	learn: 0.2112225	total: 320ms	remaining: 1.32s
195:	learn: 0.2110140	total: 321ms	remaining: 1.32s
196:	learn: 0.2107283	total: 323ms	remaining: 1.31s
197:	learn: 0.2106105	total: 324ms	remaining: 1.31s
198:	learn: 0.2104082	total: 326ms	remaining: 1.31s
199:	learn: 0.2101615	total: 328ms	remaining: 1.31s
200:	learn: 0.2098634	total: 329ms	remaining: 1.31s
201:	learn: 0.2096719	total: 331ms	remaining: 1.31s
202:	learn: 0.2094871	total: 332ms	remaining: 1.3s
203:	learn: 0.2092992	total: 334ms	remaining: 1.3s
204:	learn: 0.2091688	total: 336ms	remaining: 1.3s
205:	learn: 0.2090689	total: 337ms	remaining: 1.3s
206:	learn: 0.2088871	total: 339ms	remaining: 1.3s
207:	learn: 0.2085658	total: 341ms	remaining: 1.3s
208:	learn: 0.2082875	total: 343ms	remaining: 1.3s
209:	learn: 0.2080977	total: 344ms	remaining: 1.29s
210:	learn: 0.2078814	total: 346ms	remaining: 1.29s
211:	learn: 0.2076408	total: 348ms	remaining: 1.29s
212:	learn: 0.2074554	total: 350ms	remaining: 1.29s
213:	learn: 0.2072149	total: 352ms	remaining: 1.29s
214:	learn: 0.2070589	total: 353ms	remaining: 1.29s
215:	learn: 0.2067191	total: 356ms	remaining: 1.29s
216:	learn: 0.2066109	total: 358ms	remaining: 1.29s
217:	learn: 0.2064542	total: 359ms	remaining: 1.29s
218:	learn: 0.2063057	total: 361ms	remaining: 1.29s
219:	learn: 0.2060810	total: 363ms	remaining: 1.29s
220:	learn: 0.2059001	total: 365ms	remaining: 1.29s
221:	learn: 0.2056205	total: 367ms	remaining: 1.28s
222:	learn: 0.2055086	total: 369ms	remaining: 1.28s
223:	learn: 0.2053927	total: 371ms	remaining: 1.28s
224:	learn: 0.2051948	total: 373ms	remaining: 1.28s
225:	learn: 0.2049660	total: 375ms	remaining: 1.28s
226:	learn: 0.2048114	total: 376ms	remaining: 1.28s
227:	learn: 0.2046081	total: 378ms	remaining: 1.28s
228:	learn: 0.2044356	total: 380ms	remaining: 1.28s
229:	learn: 0.2042910	total: 381ms	remaining: 1.28s
230:	learn: 0.2040560	total: 383ms	remaining: 1.27s
231:	learn: 0.2038656	total: 385ms	remaining: 1.27s
232:	learn: 0.2037028	total: 386ms	remaining: 1.27s
233:	learn: 0.2034668	total: 388ms	remaining: 1.27s
234:	learn: 0.2031766	total: 389ms	remaining: 1.27s
235:	learn: 0.2030658	total: 391ms	remaining: 1.26s
236:	learn: 0.2028283	total: 393ms	remaining: 1.26s
237:	learn: 0.2026822	total: 394ms	remaining: 1.26s
238:	learn: 0.2024572	total: 396ms	remaining: 1.26s
239:	learn: 0.2022330	total: 397ms	remaining: 1.26s
240:	learn: 0.2020936	total: 399ms	remaining: 1.26s
241:	learn: 0.2019176	total: 401ms	remaining: 1.25s
242:	learn: 0.2016281	total: 402ms	remaining: 1.25s
243:	learn: 0.2014939	total: 404ms	remaining: 1.25s
244:	learn: 0.2012726	total: 405ms	remaining: 1.25s
245:	learn: 0.2010919	total: 407ms	remaining: 1.25s
246:	learn: 0.2008814	total: 409ms	remaining: 1.25s
247:	learn: 0.2007082	total: 410ms	remaining: 1.24s
248:	learn: 0.2004154	total: 412ms	remaining: 1.24s
249:	learn: 0.2002550	total: 414ms	remaining: 1.24s
250:	learn: 0.2000442	total: 415ms	remaining: 1.24s
251:	learn: 0.1999073	total: 417ms	remaining: 1.24s
252:	learn: 0.1997618	total: 419ms	remaining: 1.24s
253:	learn: 0.1996126	total: 420ms	remaining: 1.23s
254:	learn: 0.1994476	total: 422ms	remaining: 1.23s
255:	learn: 0.1993077	total: 423ms	remaining: 1.23s
256:	learn: 0.1990755	total: 425ms	remaining: 1.23s
257:	learn: 0.1989364	total: 426ms	remaining: 1.23s
258:	learn: 0.1987921	total: 428ms	remaining: 1.22s
259:	learn: 0.1985771	total: 430ms	remaining: 1.22s
260:	learn: 0.1983274	total: 431ms	remaining: 1.22s
261:	learn: 0.1981643	total: 433ms	remaining: 1.22s
262:	learn: 0.1980617	total: 434ms	remaining: 1.22s
263:	learn: 0.1978922	total: 436ms	remaining: 1.22s
264:	learn: 0.1977604	total: 438ms	remaining: 1.21s
265:	learn: 0.1976164	total: 439ms	remaining: 1.21s
266:	learn: 0.1975215	total: 441ms	remaining: 1.21s
267:	learn: 0.1974057	total: 443ms	remaining: 1.21s
268:	learn: 0.1972636	total: 444ms	remaining: 1.21s
269:	learn: 0.1971063	total: 446ms	remaining: 1.21s
270:	learn: 0.1969619	total: 448ms	remaining: 1.2s
271:	learn: 0.1968015	total: 449ms	remaining: 1.2s
272:	learn: 0.1966729	total: 451ms	remaining: 1.2s
273:	learn: 0.1965764	total: 452ms	remaining: 1.2s
274:	learn: 0.1964948	total: 454ms	remaining: 1.2s
275:	learn: 0.1964284	total: 456ms	remaining: 1.2s
276:	learn: 0.1962477	total: 457ms	remaining: 1.19s
277:	learn: 0.1960484	total: 459ms	remaining: 1.19s
278:	learn: 0.1957437	total: 460ms	remaining: 1.19s
279:	learn: 0.1955247	total: 462ms	remaining: 1.19s
280:	learn: 0.1953329	total: 463ms	remaining: 1.19s
281:	learn: 0.1951232	total: 465ms	remaining: 1.18s
282:	learn: 0.1949829	total: 467ms	remaining: 1.18s
283:	learn: 0.1948491	total: 468ms	remaining: 1.18s
284:	learn: 0.1946469	total: 470ms	remaining: 1.18s
285:	learn: 0.1945167	total: 471ms	remaining: 1.18s
286:	learn: 0.1944491	total: 473ms	remaining: 1.18s
287:	learn: 0.1942289	total: 475ms	remaining: 1.17s
288:	learn: 0.1941420	total: 476ms	remaining: 1.17s
289:	learn: 0.1939521	total: 478ms	remaining: 1.17s
290:	learn: 0.1938521	total: 479ms	remaining: 1.17s
291:	learn: 0.1937039	total: 481ms	remaining: 1.17s
292:	learn: 0.1934535	total: 482ms	remaining: 1.16s
293:	learn: 0.1932810	total: 484ms	remaining: 1.16s
294:	learn: 0.1930806	total: 485ms	remaining: 1.16s
295:	learn: 0.1928577	total: 487ms	remaining: 1.16s
296:	learn: 0.1927608	total: 488ms	remaining: 1.16s
297:	learn: 0.1926859	total: 490ms	remaining: 1.15s
298:	learn: 0.1925367	total: 491ms	remaining: 1.15s
299:	learn: 0.1924177	total: 493ms	remaining: 1.15s
300:	learn: 0.1922498	total: 494ms	remaining: 1.15s
301:	learn: 0.1921446	total: 496ms	remaining: 1.15s
302:	learn: 0.1919047	total: 497ms	remaining: 1.14s
303:	learn: 0.1918065	total: 499ms	remaining: 1.14s
304:	learn: 0.1917519	total: 501ms	remaining: 1.14s
305:	learn: 0.1916409	total: 503ms	remaining: 1.14s
306:	learn: 0.1914715	total: 504ms	remaining: 1.14s
307:	learn: 0.1913367	total: 506ms	remaining: 1.14s
308:	learn: 0.1911118	total: 508ms	remaining: 1.14s
309:	learn: 0.1910146	total: 509ms	remaining: 1.13s
310:	learn: 0.1908352	total: 511ms	remaining: 1.13s
311:	learn: 0.1907332	total: 513ms	remaining: 1.13s
312:	learn: 0.1904908	total: 514ms	remaining: 1.13s
313:	learn: 0.1903292	total: 517ms	remaining: 1.13s
314:	learn: 0.1902501	total: 518ms	remaining: 1.13s
315:	learn: 0.1899692	total: 520ms	remaining: 1.13s
316:	learn: 0.1897417	total: 522ms	remaining: 1.12s
317:	learn: 0.1896348	total: 524ms	remaining: 1.12s
318:	learn: 0.1894129	total: 525ms	remaining: 1.12s
319:	learn: 0.1892603	total: 527ms	remaining: 1.12s
320:	learn: 0.1891243	total: 529ms	remaining: 1.12s
321:	learn: 0.1889333	total: 531ms	remaining: 1.12s
322:	learn: 0.1888666	total: 533ms	remaining: 1.12s
323:	learn: 0.1887771	total: 535ms	remaining: 1.12s
324:	learn: 0.1886292	total: 537ms	remaining: 1.12s
325:	learn: 0.1884522	total: 539ms	remaining: 1.11s
326:	learn: 0.1883036	total: 541ms	remaining: 1.11s
327:	learn: 0.1881501	total: 542ms	remaining: 1.11s
328:	learn: 0.1880227	total: 544ms	remaining: 1.11s
329:	learn: 0.1878304	total: 546ms	remaining: 1.11s
330:	learn: 0.1876025	total: 548ms	remaining: 1.11s
331:	learn: 0.1874755	total: 549ms	remaining: 1.1s
332:	learn: 0.1873240	total: 551ms	remaining: 1.1s
333:	learn: 0.1871593	total: 553ms	remaining: 1.1s
334:	learn: 0.1870103	total: 554ms	remaining: 1.1s
335:	learn: 0.1869249	total: 556ms	remaining: 1.1s
336:	learn: 0.1866706	total: 557ms	remaining: 1.1s
337:	learn: 0.1865655	total: 559ms	remaining: 1.09s
338:	learn: 0.1863022	total: 561ms	remaining: 1.09s
339:	learn: 0.1861973	total: 562ms	remaining: 1.09s
340:	learn: 0.1860739	total: 564ms	remaining: 1.09s
341:	learn: 0.1858339	total: 565ms	remaining: 1.09s
342:	learn: 0.1856395	total: 567ms	remaining: 1.09s
343:	learn: 0.1855480	total: 569ms	remaining: 1.08s
344:	learn: 0.1854603	total: 570ms	remaining: 1.08s
345:	learn: 0.1852517	total: 572ms	remaining: 1.08s
346:	learn: 0.1850053	total: 573ms	remaining: 1.08s
347:	learn: 0.1849100	total: 575ms	remaining: 1.08s
348:	learn: 0.1847229	total: 577ms	remaining: 1.07s
349:	learn: 0.1846169	total: 578ms	remaining: 1.07s
350:	learn: 0.1844755	total: 580ms	remaining: 1.07s
351:	learn: 0.1842671	total: 581ms	remaining: 1.07s
352:	learn: 0.1840735	total: 583ms	remaining: 1.07s
353:	learn: 0.1840131	total: 585ms	remaining: 1.07s
354:	learn: 0.1838573	total: 586ms	remaining: 1.06s
355:	learn: 0.1837453	total: 588ms	remaining: 1.06s
356:	learn: 0.1836346	total: 589ms	remaining: 1.06s
357:	learn: 0.1834954	total: 591ms	remaining: 1.06s
358:	learn: 0.1833630	total: 592ms	remaining: 1.06s
359:	learn: 0.1832021	total: 594ms	remaining: 1.06s
360:	learn: 0.1830378	total: 596ms	remaining: 1.05s
361:	learn: 0.1829114	total: 597ms	remaining: 1.05s
362:	learn: 0.1828175	total: 599ms	remaining: 1.05s
363:	learn: 0.1826503	total: 600ms	remaining: 1.05s
364:	learn: 0.1825873	total: 602ms	remaining: 1.05s
365:	learn: 0.1822415	total: 603ms	remaining: 1.04s
366:	learn: 0.1820718	total: 605ms	remaining: 1.04s
367:	learn: 0.1819854	total: 607ms	remaining: 1.04s
368:	learn: 0.1817313	total: 608ms	remaining: 1.04s
369:	learn: 0.1815781	total: 610ms	remaining: 1.04s
370:	learn: 0.1814801	total: 612ms	remaining: 1.04s
371:	learn: 0.1813434	total: 613ms	remaining: 1.03s
372:	learn: 0.1812418	total: 615ms	remaining: 1.03s
373:	learn: 0.1811059	total: 617ms	remaining: 1.03s
374:	learn: 0.1808821	total: 618ms	remaining: 1.03s
375:	learn: 0.1807225	total: 620ms	remaining: 1.03s
376:	learn: 0.1805777	total: 622ms	remaining: 1.03s
377:	learn: 0.1803906	total: 623ms	remaining: 1.02s
378:	learn: 0.1803042	total: 625ms	remaining: 1.02s
379:	learn: 0.1802353	total: 626ms	remaining: 1.02s
380:	learn: 0.1800926	total: 628ms	remaining: 1.02s
381:	learn: 0.1798694	total: 629ms	remaining: 1.02s
382:	learn: 0.1797676	total: 631ms	remaining: 1.02s
383:	learn: 0.1796574	total: 632ms	remaining: 1.01s
384:	learn: 0.1793790	total: 634ms	remaining: 1.01s
385:	learn: 0.1791517	total: 636ms	remaining: 1.01s
386:	learn: 0.1790047	total: 637ms	remaining: 1.01s
387:	learn: 0.1788818	total: 639ms	remaining: 1.01s
388:	learn: 0.1787593	total: 641ms	remaining: 1.01s
389:	learn: 0.1785124	total: 642ms	remaining: 1s
390:	learn: 0.1783969	total: 644ms	remaining: 1s
391:	learn: 0.1782655	total: 645ms	remaining: 1s
392:	learn: 0.1781307	total: 647ms	remaining: 999ms
393:	learn: 0.1780096	total: 648ms	remaining: 997ms
394:	learn: 0.1779018	total: 650ms	remaining: 996ms
395:	learn: 0.1777930	total: 652ms	remaining: 994ms
396:	learn: 0.1776255	total: 653ms	remaining: 992ms
397:	learn: 0.1774918	total: 655ms	remaining: 990ms
398:	learn: 0.1773542	total: 656ms	remaining: 989ms
399:	learn: 0.1772513	total: 658ms	remaining: 987ms
400:	learn: 0.1771083	total: 660ms	remaining: 985ms
401:	learn: 0.1770016	total: 661ms	remaining: 984ms
402:	learn: 0.1768766	total: 663ms	remaining: 982ms
403:	learn: 0.1767431	total: 665ms	remaining: 980ms
404:	learn: 0.1766283	total: 666ms	remaining: 979ms
405:	learn: 0.1764751	total: 668ms	remaining: 978ms
406:	learn: 0.1763478	total: 670ms	remaining: 976ms
407:	learn: 0.1762241	total: 672ms	remaining: 975ms
408:	learn: 0.1760344	total: 673ms	remaining: 973ms
409:	learn: 0.1758898	total: 675ms	remaining: 971ms
410:	learn: 0.1756175	total: 676ms	remaining: 969ms
411:	learn: 0.1754899	total: 678ms	remaining: 967ms
412:	learn: 0.1753420	total: 679ms	remaining: 966ms
413:	learn: 0.1751248	total: 681ms	remaining: 964ms
414:	learn: 0.1749392	total: 683ms	remaining: 963ms
415:	learn: 0.1748312	total: 684ms	remaining: 961ms
416:	learn: 0.1746891	total: 686ms	remaining: 959ms
417:	learn: 0.1745825	total: 687ms	remaining: 957ms
418:	learn: 0.1744229	total: 689ms	remaining: 955ms
419:	learn: 0.1741912	total: 690ms	remaining: 953ms
420:	learn: 0.1741141	total: 692ms	remaining: 952ms
421:	learn: 0.1738472	total: 693ms	remaining: 950ms
422:	learn: 0.1737534	total: 695ms	remaining: 948ms
423:	learn: 0.1735584	total: 697ms	remaining: 946ms
424:	learn: 0.1733598	total: 699ms	remaining: 945ms
425:	learn: 0.1731710	total: 701ms	remaining: 944ms
426:	learn: 0.1730148	total: 702ms	remaining: 942ms
427:	learn: 0.1729046	total: 704ms	remaining: 941ms
428:	learn: 0.1727634	total: 706ms	remaining: 939ms
429:	learn: 0.1726403	total: 707ms	remaining: 938ms
430:	learn: 0.1725603	total: 709ms	remaining: 936ms
431:	learn: 0.1724119	total: 711ms	remaining: 935ms
432:	learn: 0.1722454	total: 713ms	remaining: 933ms
433:	learn: 0.1720781	total: 715ms	remaining: 932ms
434:	learn: 0.1719093	total: 716ms	remaining: 930ms
435:	learn: 0.1718360	total: 718ms	remaining: 929ms
436:	learn: 0.1717658	total: 720ms	remaining: 928ms
437:	learn: 0.1715150	total: 722ms	remaining: 926ms
438:	learn: 0.1713543	total: 724ms	remaining: 925ms
439:	learn: 0.1712674	total: 725ms	remaining: 923ms
440:	learn: 0.1710920	total: 727ms	remaining: 922ms
441:	learn: 0.1709102	total: 729ms	remaining: 920ms
442:	learn: 0.1706667	total: 731ms	remaining: 919ms
443:	learn: 0.1704726	total: 732ms	remaining: 917ms
444:	learn: 0.1703951	total: 734ms	remaining: 915ms
445:	learn: 0.1701742	total: 736ms	remaining: 914ms
446:	learn: 0.1700765	total: 737ms	remaining: 912ms
447:	learn: 0.1698382	total: 739ms	remaining: 910ms
448:	learn: 0.1697486	total: 740ms	remaining: 908ms
449:	learn: 0.1695901	total: 742ms	remaining: 907ms
450:	learn: 0.1693543	total: 743ms	remaining: 905ms
451:	learn: 0.1692746	total: 745ms	remaining: 903ms
452:	learn: 0.1690792	total: 747ms	remaining: 902ms
453:	learn: 0.1689221	total: 748ms	remaining: 900ms
454:	learn: 0.1688500	total: 750ms	remaining: 899ms
455:	learn: 0.1687019	total: 752ms	remaining: 897ms
456:	learn: 0.1685408	total: 753ms	remaining: 895ms
457:	learn: 0.1683640	total: 755ms	remaining: 893ms
458:	learn: 0.1682354	total: 757ms	remaining: 892ms
459:	learn: 0.1681130	total: 758ms	remaining: 890ms
460:	learn: 0.1679961	total: 760ms	remaining: 888ms
461:	learn: 0.1678997	total: 761ms	remaining: 887ms
462:	learn: 0.1677751	total: 763ms	remaining: 885ms
463:	learn: 0.1676377	total: 765ms	remaining: 883ms
464:	learn: 0.1675355	total: 766ms	remaining: 882ms
465:	learn: 0.1673659	total: 768ms	remaining: 880ms
466:	learn: 0.1672672	total: 770ms	remaining: 879ms
467:	learn: 0.1671265	total: 771ms	remaining: 877ms
468:	learn: 0.1669938	total: 773ms	remaining: 875ms
469:	learn: 0.1668192	total: 774ms	remaining: 873ms
470:	learn: 0.1667347	total: 776ms	remaining: 872ms
471:	learn: 0.1665685	total: 778ms	remaining: 870ms
472:	learn: 0.1664204	total: 780ms	remaining: 869ms
473:	learn: 0.1663589	total: 781ms	remaining: 867ms
474:	learn: 0.1662091	total: 783ms	remaining: 865ms
475:	learn: 0.1660783	total: 785ms	remaining: 864ms
476:	learn: 0.1660149	total: 786ms	remaining: 862ms
477:	learn: 0.1658774	total: 788ms	remaining: 861ms
478:	learn: 0.1657418	total: 790ms	remaining: 859ms
479:	learn: 0.1656304	total: 791ms	remaining: 857ms
480:	learn: 0.1655197	total: 793ms	remaining: 855ms
481:	learn: 0.1653628	total: 794ms	remaining: 854ms
482:	learn: 0.1651607	total: 796ms	remaining: 852ms
483:	learn: 0.1649648	total: 798ms	remaining: 850ms
484:	learn: 0.1647513	total: 799ms	remaining: 849ms
485:	learn: 0.1646832	total: 801ms	remaining: 847ms
486:	learn: 0.1646029	total: 803ms	remaining: 845ms
487:	learn: 0.1645256	total: 805ms	remaining: 844ms
488:	learn: 0.1642968	total: 806ms	remaining: 843ms
489:	learn: 0.1642019	total: 808ms	remaining: 841ms
490:	learn: 0.1640468	total: 809ms	remaining: 839ms
491:	learn: 0.1639407	total: 811ms	remaining: 837ms
492:	learn: 0.1637947	total: 812ms	remaining: 836ms
493:	learn: 0.1636743	total: 814ms	remaining: 834ms
494:	learn: 0.1633857	total: 816ms	remaining: 832ms
495:	learn: 0.1631928	total: 817ms	remaining: 830ms
496:	learn: 0.1629768	total: 819ms	remaining: 829ms
497:	learn: 0.1628350	total: 821ms	remaining: 827ms
498:	learn: 0.1627672	total: 822ms	remaining: 826ms
499:	learn: 0.1626043	total: 824ms	remaining: 824ms
500:	learn: 0.1624591	total: 826ms	remaining: 822ms
501:	learn: 0.1623336	total: 827ms	remaining: 821ms
502:	learn: 0.1622717	total: 829ms	remaining: 819ms
503:	learn: 0.1621223	total: 830ms	remaining: 817ms
504:	learn: 0.1619993	total: 832ms	remaining: 816ms
505:	learn: 0.1618381	total: 834ms	remaining: 814ms
506:	learn: 0.1617445	total: 835ms	remaining: 812ms
507:	learn: 0.1616159	total: 837ms	remaining: 810ms
508:	learn: 0.1614621	total: 838ms	remaining: 809ms
509:	learn: 0.1613095	total: 840ms	remaining: 807ms
510:	learn: 0.1612108	total: 841ms	remaining: 805ms
511:	learn: 0.1610408	total: 843ms	remaining: 803ms
512:	learn: 0.1608948	total: 844ms	remaining: 802ms
513:	learn: 0.1607375	total: 846ms	remaining: 800ms
514:	learn: 0.1605769	total: 848ms	remaining: 798ms
515:	learn: 0.1604970	total: 849ms	remaining: 797ms
516:	learn: 0.1604207	total: 851ms	remaining: 795ms
517:	learn: 0.1603466	total: 853ms	remaining: 793ms
518:	learn: 0.1602590	total: 854ms	remaining: 792ms
519:	learn: 0.1600944	total: 856ms	remaining: 790ms
520:	learn: 0.1599894	total: 857ms	remaining: 788ms
521:	learn: 0.1599145	total: 859ms	remaining: 786ms
522:	learn: 0.1597390	total: 860ms	remaining: 784ms
523:	learn: 0.1596725	total: 862ms	remaining: 783ms
524:	learn: 0.1595158	total: 864ms	remaining: 781ms
525:	learn: 0.1593648	total: 865ms	remaining: 780ms
526:	learn: 0.1593063	total: 867ms	remaining: 778ms
527:	learn: 0.1592237	total: 869ms	remaining: 777ms
528:	learn: 0.1591390	total: 870ms	remaining: 775ms
529:	learn: 0.1590508	total: 873ms	remaining: 774ms
530:	learn: 0.1588590	total: 874ms	remaining: 772ms
531:	learn: 0.1587358	total: 876ms	remaining: 771ms
532:	learn: 0.1585862	total: 878ms	remaining: 770ms
533:	learn: 0.1584711	total: 880ms	remaining: 768ms
534:	learn: 0.1583820	total: 882ms	remaining: 766ms
535:	learn: 0.1583126	total: 883ms	remaining: 764ms
536:	learn: 0.1582255	total: 885ms	remaining: 763ms
537:	learn: 0.1580157	total: 886ms	remaining: 761ms
538:	learn: 0.1579078	total: 888ms	remaining: 759ms
539:	learn: 0.1577377	total: 890ms	remaining: 758ms
540:	learn: 0.1576710	total: 891ms	remaining: 756ms
541:	learn: 0.1576004	total: 893ms	remaining: 754ms
542:	learn: 0.1574768	total: 894ms	remaining: 753ms
543:	learn: 0.1573498	total: 896ms	remaining: 751ms
544:	learn: 0.1572010	total: 898ms	remaining: 749ms
545:	learn: 0.1570965	total: 899ms	remaining: 748ms
546:	learn: 0.1569470	total: 901ms	remaining: 746ms
547:	learn: 0.1568230	total: 902ms	remaining: 744ms
548:	learn: 0.1565244	total: 904ms	remaining: 743ms
549:	learn: 0.1563741	total: 906ms	remaining: 741ms
550:	learn: 0.1563072	total: 907ms	remaining: 739ms
551:	learn: 0.1562316	total: 909ms	remaining: 738ms
552:	learn: 0.1561249	total: 910ms	remaining: 736ms
553:	learn: 0.1559801	total: 912ms	remaining: 734ms
554:	learn: 0.1557887	total: 914ms	remaining: 733ms
555:	learn: 0.1556335	total: 915ms	remaining: 731ms
556:	learn: 0.1555333	total: 917ms	remaining: 729ms
557:	learn: 0.1553902	total: 918ms	remaining: 727ms
558:	learn: 0.1553169	total: 920ms	remaining: 726ms
559:	learn: 0.1552611	total: 921ms	remaining: 724ms
560:	learn: 0.1551771	total: 923ms	remaining: 722ms
561:	learn: 0.1550482	total: 925ms	remaining: 721ms
562:	learn: 0.1548745	total: 927ms	remaining: 719ms
563:	learn: 0.1547831	total: 928ms	remaining: 717ms
564:	learn: 0.1546551	total: 930ms	remaining: 716ms
565:	learn: 0.1545704	total: 931ms	remaining: 714ms
566:	learn: 0.1544807	total: 933ms	remaining: 712ms
567:	learn: 0.1543572	total: 934ms	remaining: 711ms
568:	learn: 0.1542356	total: 936ms	remaining: 709ms
569:	learn: 0.1540172	total: 938ms	remaining: 707ms
570:	learn: 0.1538469	total: 939ms	remaining: 706ms
571:	learn: 0.1536547	total: 941ms	remaining: 704ms
572:	learn: 0.1534941	total: 942ms	remaining: 702ms
573:	learn: 0.1533454	total: 944ms	remaining: 701ms
574:	learn: 0.1532118	total: 946ms	remaining: 699ms
575:	learn: 0.1531319	total: 947ms	remaining: 697ms
576:	learn: 0.1530369	total: 948ms	remaining: 695ms
577:	learn: 0.1528527	total: 950ms	remaining: 694ms
578:	learn: 0.1527564	total: 952ms	remaining: 692ms
579:	learn: 0.1526310	total: 954ms	remaining: 690ms
580:	learn: 0.1525489	total: 955ms	remaining: 689ms
581:	learn: 0.1523949	total: 957ms	remaining: 687ms
582:	learn: 0.1522868	total: 958ms	remaining: 686ms
583:	learn: 0.1522143	total: 960ms	remaining: 684ms
584:	learn: 0.1521051	total: 961ms	remaining: 682ms
585:	learn: 0.1520290	total: 963ms	remaining: 680ms
586:	learn: 0.1519687	total: 965ms	remaining: 679ms
587:	learn: 0.1518469	total: 966ms	remaining: 677ms
588:	learn: 0.1517179	total: 968ms	remaining: 675ms
589:	learn: 0.1516469	total: 970ms	remaining: 674ms
590:	learn: 0.1515323	total: 971ms	remaining: 672ms
591:	learn: 0.1513447	total: 973ms	remaining: 670ms
592:	learn: 0.1512053	total: 974ms	remaining: 669ms
593:	learn: 0.1511406	total: 976ms	remaining: 667ms
594:	learn: 0.1509793	total: 977ms	remaining: 665ms
595:	learn: 0.1508892	total: 979ms	remaining: 664ms
596:	learn: 0.1507928	total: 980ms	remaining: 662ms
597:	learn: 0.1506492	total: 982ms	remaining: 660ms
598:	learn: 0.1505504	total: 984ms	remaining: 659ms
599:	learn: 0.1504609	total: 985ms	remaining: 657ms
600:	learn: 0.1502867	total: 987ms	remaining: 655ms
601:	learn: 0.1502252	total: 988ms	remaining: 653ms
602:	learn: 0.1501296	total: 990ms	remaining: 652ms
603:	learn: 0.1500754	total: 992ms	remaining: 650ms
604:	learn: 0.1499285	total: 993ms	remaining: 649ms
605:	learn: 0.1497524	total: 995ms	remaining: 647ms
606:	learn: 0.1496519	total: 997ms	remaining: 645ms
607:	learn: 0.1495756	total: 998ms	remaining: 644ms
608:	learn: 0.1495109	total: 1s	remaining: 642ms
609:	learn: 0.1494334	total: 1s	remaining: 640ms
610:	learn: 0.1493276	total: 1s	remaining: 639ms
611:	learn: 0.1491914	total: 1s	remaining: 637ms
612:	learn: 0.1491119	total: 1.01s	remaining: 636ms
613:	learn: 0.1490428	total: 1.01s	remaining: 634ms
614:	learn: 0.1489373	total: 1.01s	remaining: 632ms
615:	learn: 0.1487679	total: 1.01s	remaining: 631ms
616:	learn: 0.1487158	total: 1.01s	remaining: 629ms
617:	learn: 0.1484540	total: 1.01s	remaining: 628ms
618:	learn: 0.1482724	total: 1.02s	remaining: 626ms
619:	learn: 0.1481835	total: 1.02s	remaining: 624ms
620:	learn: 0.1481089	total: 1.02s	remaining: 623ms
621:	learn: 0.1480282	total: 1.02s	remaining: 621ms
622:	learn: 0.1479035	total: 1.02s	remaining: 620ms
623:	learn: 0.1477798	total: 1.02s	remaining: 618ms
624:	learn: 0.1476541	total: 1.03s	remaining: 616ms
625:	learn: 0.1475279	total: 1.03s	remaining: 615ms
626:	learn: 0.1474804	total: 1.03s	remaining: 613ms
627:	learn: 0.1474231	total: 1.03s	remaining: 611ms
628:	learn: 0.1472698	total: 1.03s	remaining: 610ms
629:	learn: 0.1471918	total: 1.03s	remaining: 608ms
630:	learn: 0.1470728	total: 1.04s	remaining: 606ms
631:	learn: 0.1470238	total: 1.04s	remaining: 605ms
632:	learn: 0.1468914	total: 1.04s	remaining: 603ms
633:	learn: 0.1468388	total: 1.04s	remaining: 602ms
634:	learn: 0.1466945	total: 1.04s	remaining: 600ms
635:	learn: 0.1465367	total: 1.04s	remaining: 599ms
636:	learn: 0.1463667	total: 1.05s	remaining: 597ms
637:	learn: 0.1462335	total: 1.05s	remaining: 595ms
638:	learn: 0.1461221	total: 1.05s	remaining: 594ms
639:	learn: 0.1460613	total: 1.05s	remaining: 592ms
640:	learn: 0.1460065	total: 1.05s	remaining: 591ms
641:	learn: 0.1458614	total: 1.06s	remaining: 589ms
642:	learn: 0.1457712	total: 1.06s	remaining: 588ms
643:	learn: 0.1456756	total: 1.06s	remaining: 586ms
644:	learn: 0.1456049	total: 1.06s	remaining: 585ms
645:	learn: 0.1455302	total: 1.06s	remaining: 584ms
646:	learn: 0.1454642	total: 1.07s	remaining: 582ms
647:	learn: 0.1453401	total: 1.07s	remaining: 580ms
648:	learn: 0.1451415	total: 1.07s	remaining: 579ms
649:	learn: 0.1450689	total: 1.07s	remaining: 577ms
650:	learn: 0.1449935	total: 1.07s	remaining: 576ms
651:	learn: 0.1449250	total: 1.07s	remaining: 574ms
652:	learn: 0.1447817	total: 1.08s	remaining: 572ms
653:	learn: 0.1446675	total: 1.08s	remaining: 571ms
654:	learn: 0.1445669	total: 1.08s	remaining: 569ms
655:	learn: 0.1444321	total: 1.08s	remaining: 568ms
656:	learn: 0.1442169	total: 1.08s	remaining: 566ms
657:	learn: 0.1441060	total: 1.09s	remaining: 565ms
658:	learn: 0.1439873	total: 1.09s	remaining: 563ms
659:	learn: 0.1439190	total: 1.09s	remaining: 561ms
660:	learn: 0.1436746	total: 1.09s	remaining: 560ms
661:	learn: 0.1436148	total: 1.09s	remaining: 558ms
662:	learn: 0.1435074	total: 1.09s	remaining: 557ms
663:	learn: 0.1434324	total: 1.1s	remaining: 555ms
664:	learn: 0.1432912	total: 1.1s	remaining: 554ms
665:	learn: 0.1431960	total: 1.1s	remaining: 552ms
666:	learn: 0.1430107	total: 1.1s	remaining: 551ms
667:	learn: 0.1429354	total: 1.1s	remaining: 549ms
668:	learn: 0.1427900	total: 1.11s	remaining: 547ms
669:	learn: 0.1426760	total: 1.11s	remaining: 546ms
670:	learn: 0.1424986	total: 1.11s	remaining: 545ms
671:	learn: 0.1424204	total: 1.11s	remaining: 543ms
672:	learn: 0.1422963	total: 1.11s	remaining: 541ms
673:	learn: 0.1422077	total: 1.12s	remaining: 540ms
674:	learn: 0.1420916	total: 1.12s	remaining: 538ms
675:	learn: 0.1419871	total: 1.12s	remaining: 537ms
676:	learn: 0.1419243	total: 1.12s	remaining: 535ms
677:	learn: 0.1418490	total: 1.12s	remaining: 533ms
678:	learn: 0.1417890	total: 1.12s	remaining: 532ms
679:	learn: 0.1416838	total: 1.13s	remaining: 530ms
680:	learn: 0.1415669	total: 1.13s	remaining: 528ms
681:	learn: 0.1414922	total: 1.13s	remaining: 526ms
682:	learn: 0.1413896	total: 1.13s	remaining: 525ms
683:	learn: 0.1412898	total: 1.13s	remaining: 523ms
684:	learn: 0.1411247	total: 1.13s	remaining: 522ms
685:	learn: 0.1410707	total: 1.14s	remaining: 520ms
686:	learn: 0.1409815	total: 1.14s	remaining: 518ms
687:	learn: 0.1408987	total: 1.14s	remaining: 517ms
688:	learn: 0.1408451	total: 1.14s	remaining: 515ms
689:	learn: 0.1406750	total: 1.14s	remaining: 513ms
690:	learn: 0.1406035	total: 1.14s	remaining: 512ms
691:	learn: 0.1404675	total: 1.15s	remaining: 510ms
692:	learn: 0.1403928	total: 1.15s	remaining: 508ms
693:	learn: 0.1402992	total: 1.15s	remaining: 507ms
694:	learn: 0.1401895	total: 1.15s	remaining: 505ms
695:	learn: 0.1400938	total: 1.15s	remaining: 504ms
696:	learn: 0.1399846	total: 1.16s	remaining: 502ms
697:	learn: 0.1399003	total: 1.16s	remaining: 500ms
698:	learn: 0.1397681	total: 1.16s	remaining: 499ms
699:	learn: 0.1396763	total: 1.16s	remaining: 497ms
700:	learn: 0.1395714	total: 1.16s	remaining: 496ms
701:	learn: 0.1394814	total: 1.16s	remaining: 494ms
702:	learn: 0.1393891	total: 1.17s	remaining: 492ms
703:	learn: 0.1392909	total: 1.17s	remaining: 491ms
704:	learn: 0.1391759	total: 1.17s	remaining: 489ms
705:	learn: 0.1390699	total: 1.17s	remaining: 488ms
706:	learn: 0.1389622	total: 1.17s	remaining: 486ms
707:	learn: 0.1388408	total: 1.17s	remaining: 484ms
708:	learn: 0.1387885	total: 1.18s	remaining: 483ms
709:	learn: 0.1386763	total: 1.18s	remaining: 481ms
710:	learn: 0.1385086	total: 1.18s	remaining: 479ms
711:	learn: 0.1384199	total: 1.18s	remaining: 478ms
712:	learn: 0.1383720	total: 1.18s	remaining: 476ms
713:	learn: 0.1382484	total: 1.18s	remaining: 475ms
714:	learn: 0.1380925	total: 1.19s	remaining: 473ms
715:	learn: 0.1380104	total: 1.19s	remaining: 471ms
716:	learn: 0.1379343	total: 1.19s	remaining: 470ms
717:	learn: 0.1379057	total: 1.19s	remaining: 468ms
718:	learn: 0.1377075	total: 1.19s	remaining: 466ms
719:	learn: 0.1375951	total: 1.19s	remaining: 465ms
720:	learn: 0.1375346	total: 1.2s	remaining: 463ms
721:	learn: 0.1373990	total: 1.2s	remaining: 461ms
722:	learn: 0.1373585	total: 1.2s	remaining: 460ms
723:	learn: 0.1373019	total: 1.2s	remaining: 458ms
724:	learn: 0.1371825	total: 1.2s	remaining: 456ms
725:	learn: 0.1370556	total: 1.2s	remaining: 455ms
726:	learn: 0.1368791	total: 1.21s	remaining: 453ms
727:	learn: 0.1368319	total: 1.21s	remaining: 452ms
728:	learn: 0.1367325	total: 1.21s	remaining: 450ms
729:	learn: 0.1366639	total: 1.21s	remaining: 449ms
730:	learn: 0.1365653	total: 1.21s	remaining: 447ms
731:	learn: 0.1364481	total: 1.22s	remaining: 445ms
732:	learn: 0.1363549	total: 1.22s	remaining: 444ms
733:	learn: 0.1362988	total: 1.22s	remaining: 442ms
734:	learn: 0.1362287	total: 1.22s	remaining: 441ms
735:	learn: 0.1361669	total: 1.22s	remaining: 439ms
736:	learn: 0.1360543	total: 1.23s	remaining: 438ms
737:	learn: 0.1359347	total: 1.23s	remaining: 436ms
738:	learn: 0.1358617	total: 1.23s	remaining: 434ms
739:	learn: 0.1357892	total: 1.23s	remaining: 433ms
740:	learn: 0.1356277	total: 1.23s	remaining: 431ms
741:	learn: 0.1354976	total: 1.23s	remaining: 429ms
742:	learn: 0.1354222	total: 1.24s	remaining: 428ms
743:	learn: 0.1353575	total: 1.24s	remaining: 426ms
744:	learn: 0.1352971	total: 1.24s	remaining: 424ms
745:	learn: 0.1352225	total: 1.24s	remaining: 423ms
746:	learn: 0.1351896	total: 1.24s	remaining: 421ms
747:	learn: 0.1350665	total: 1.24s	remaining: 419ms
748:	learn: 0.1349902	total: 1.25s	remaining: 418ms
749:	learn: 0.1349292	total: 1.25s	remaining: 416ms
750:	learn: 0.1348289	total: 1.25s	remaining: 414ms
751:	learn: 0.1347601	total: 1.25s	remaining: 413ms
752:	learn: 0.1346576	total: 1.25s	remaining: 411ms
753:	learn: 0.1345480	total: 1.25s	remaining: 409ms
754:	learn: 0.1344936	total: 1.25s	remaining: 408ms
755:	learn: 0.1344166	total: 1.26s	remaining: 406ms
756:	learn: 0.1342867	total: 1.26s	remaining: 404ms
757:	learn: 0.1342376	total: 1.26s	remaining: 403ms
758:	learn: 0.1341551	total: 1.26s	remaining: 401ms
759:	learn: 0.1341130	total: 1.26s	remaining: 399ms
760:	learn: 0.1339888	total: 1.26s	remaining: 398ms
761:	learn: 0.1339214	total: 1.27s	remaining: 396ms
762:	learn: 0.1338350	total: 1.27s	remaining: 394ms
763:	learn: 0.1337856	total: 1.27s	remaining: 393ms
764:	learn: 0.1336952	total: 1.27s	remaining: 391ms
765:	learn: 0.1336188	total: 1.27s	remaining: 389ms
766:	learn: 0.1335442	total: 1.28s	remaining: 388ms
767:	learn: 0.1334963	total: 1.28s	remaining: 386ms
768:	learn: 0.1334536	total: 1.28s	remaining: 384ms
769:	learn: 0.1333407	total: 1.28s	remaining: 383ms
770:	learn: 0.1332130	total: 1.28s	remaining: 381ms
771:	learn: 0.1330817	total: 1.28s	remaining: 379ms
772:	learn: 0.1329763	total: 1.29s	remaining: 378ms
773:	learn: 0.1329282	total: 1.29s	remaining: 376ms
774:	learn: 0.1328284	total: 1.29s	remaining: 374ms
775:	learn: 0.1326562	total: 1.29s	remaining: 373ms
776:	learn: 0.1326142	total: 1.29s	remaining: 371ms
777:	learn: 0.1325623	total: 1.29s	remaining: 370ms
778:	learn: 0.1324688	total: 1.3s	remaining: 368ms
779:	learn: 0.1323911	total: 1.3s	remaining: 366ms
780:	learn: 0.1323506	total: 1.3s	remaining: 365ms
781:	learn: 0.1322428	total: 1.3s	remaining: 363ms
782:	learn: 0.1321677	total: 1.3s	remaining: 361ms
783:	learn: 0.1320754	total: 1.3s	remaining: 360ms
784:	learn: 0.1320222	total: 1.31s	remaining: 358ms
785:	learn: 0.1319315	total: 1.31s	remaining: 356ms
786:	learn: 0.1318988	total: 1.31s	remaining: 355ms
787:	learn: 0.1318340	total: 1.31s	remaining: 353ms
788:	learn: 0.1318233	total: 1.31s	remaining: 351ms
789:	learn: 0.1317567	total: 1.31s	remaining: 350ms
790:	learn: 0.1316224	total: 1.32s	remaining: 348ms
791:	learn: 0.1315961	total: 1.32s	remaining: 346ms
792:	learn: 0.1315168	total: 1.32s	remaining: 344ms
793:	learn: 0.1314631	total: 1.32s	remaining: 343ms
794:	learn: 0.1314080	total: 1.32s	remaining: 341ms
795:	learn: 0.1313169	total: 1.32s	remaining: 340ms
796:	learn: 0.1312326	total: 1.33s	remaining: 338ms
797:	learn: 0.1311584	total: 1.33s	remaining: 336ms
798:	learn: 0.1309990	total: 1.33s	remaining: 335ms
799:	learn: 0.1309516	total: 1.33s	remaining: 333ms
800:	learn: 0.1308592	total: 1.33s	remaining: 331ms
801:	learn: 0.1307796	total: 1.33s	remaining: 330ms
802:	learn: 0.1306688	total: 1.34s	remaining: 328ms
803:	learn: 0.1305404	total: 1.34s	remaining: 326ms
804:	learn: 0.1304475	total: 1.34s	remaining: 325ms
805:	learn: 0.1303439	total: 1.34s	remaining: 323ms
806:	learn: 0.1301946	total: 1.34s	remaining: 321ms
807:	learn: 0.1300870	total: 1.34s	remaining: 320ms
808:	learn: 0.1300421	total: 1.35s	remaining: 318ms
809:	learn: 0.1299971	total: 1.35s	remaining: 316ms
810:	learn: 0.1299526	total: 1.35s	remaining: 315ms
811:	learn: 0.1298825	total: 1.35s	remaining: 313ms
812:	learn: 0.1298147	total: 1.35s	remaining: 311ms
813:	learn: 0.1297172	total: 1.35s	remaining: 310ms
814:	learn: 0.1295866	total: 1.36s	remaining: 308ms
815:	learn: 0.1294898	total: 1.36s	remaining: 306ms
816:	learn: 0.1294034	total: 1.36s	remaining: 305ms
817:	learn: 0.1293202	total: 1.36s	remaining: 303ms
818:	learn: 0.1292443	total: 1.36s	remaining: 301ms
819:	learn: 0.1291389	total: 1.36s	remaining: 300ms
820:	learn: 0.1291078	total: 1.37s	remaining: 298ms
821:	learn: 0.1289662	total: 1.37s	remaining: 296ms
822:	learn: 0.1288916	total: 1.37s	remaining: 295ms
823:	learn: 0.1287806	total: 1.37s	remaining: 293ms
824:	learn: 0.1286659	total: 1.37s	remaining: 292ms
825:	learn: 0.1285664	total: 1.38s	remaining: 290ms
826:	learn: 0.1284554	total: 1.38s	remaining: 288ms
827:	learn: 0.1282546	total: 1.38s	remaining: 287ms
828:	learn: 0.1281953	total: 1.38s	remaining: 285ms
829:	learn: 0.1281229	total: 1.38s	remaining: 283ms
830:	learn: 0.1280054	total: 1.39s	remaining: 282ms
831:	learn: 0.1279339	total: 1.39s	remaining: 280ms
832:	learn: 0.1278333	total: 1.39s	remaining: 279ms
833:	learn: 0.1277875	total: 1.39s	remaining: 277ms
834:	learn: 0.1277165	total: 1.39s	remaining: 275ms
835:	learn: 0.1276725	total: 1.39s	remaining: 274ms
836:	learn: 0.1276410	total: 1.4s	remaining: 272ms
837:	learn: 0.1275960	total: 1.4s	remaining: 270ms
838:	learn: 0.1274959	total: 1.4s	remaining: 269ms
839:	learn: 0.1274327	total: 1.4s	remaining: 267ms
840:	learn: 0.1274025	total: 1.4s	remaining: 265ms
841:	learn: 0.1273191	total: 1.41s	remaining: 264ms
842:	learn: 0.1272493	total: 1.41s	remaining: 262ms
843:	learn: 0.1271912	total: 1.41s	remaining: 260ms
844:	learn: 0.1271062	total: 1.41s	remaining: 259ms
845:	learn: 0.1270537	total: 1.41s	remaining: 257ms
846:	learn: 0.1269487	total: 1.41s	remaining: 255ms
847:	learn: 0.1268539	total: 1.42s	remaining: 254ms
848:	learn: 0.1268193	total: 1.42s	remaining: 252ms
849:	learn: 0.1267345	total: 1.42s	remaining: 250ms
850:	learn: 0.1266038	total: 1.42s	remaining: 249ms
851:	learn: 0.1264880	total: 1.42s	remaining: 247ms
852:	learn: 0.1263889	total: 1.42s	remaining: 245ms
853:	learn: 0.1263529	total: 1.43s	remaining: 244ms
854:	learn: 0.1262697	total: 1.43s	remaining: 242ms
855:	learn: 0.1261869	total: 1.43s	remaining: 240ms
856:	learn: 0.1260886	total: 1.43s	remaining: 239ms
857:	learn: 0.1259599	total: 1.43s	remaining: 237ms
858:	learn: 0.1258791	total: 1.43s	remaining: 235ms
859:	learn: 0.1258443	total: 1.43s	remaining: 234ms
860:	learn: 0.1257238	total: 1.44s	remaining: 232ms
861:	learn: 0.1256714	total: 1.44s	remaining: 230ms
862:	learn: 0.1256092	total: 1.44s	remaining: 229ms
863:	learn: 0.1255140	total: 1.44s	remaining: 227ms
864:	learn: 0.1254032	total: 1.44s	remaining: 225ms
865:	learn: 0.1253390	total: 1.44s	remaining: 223ms
866:	learn: 0.1252665	total: 1.45s	remaining: 222ms
867:	learn: 0.1251621	total: 1.45s	remaining: 220ms
868:	learn: 0.1250991	total: 1.45s	remaining: 218ms
869:	learn: 0.1249804	total: 1.45s	remaining: 217ms
870:	learn: 0.1249151	total: 1.45s	remaining: 215ms
871:	learn: 0.1248758	total: 1.45s	remaining: 214ms
872:	learn: 0.1248087	total: 1.46s	remaining: 212ms
873:	learn: 0.1247346	total: 1.46s	remaining: 210ms
874:	learn: 0.1246964	total: 1.46s	remaining: 209ms
875:	learn: 0.1246689	total: 1.46s	remaining: 207ms
876:	learn: 0.1245557	total: 1.46s	remaining: 205ms
877:	learn: 0.1244645	total: 1.47s	remaining: 204ms
878:	learn: 0.1243889	total: 1.47s	remaining: 202ms
879:	learn: 0.1242911	total: 1.47s	remaining: 200ms
880:	learn: 0.1242158	total: 1.47s	remaining: 199ms
881:	learn: 0.1241160	total: 1.47s	remaining: 197ms
882:	learn: 0.1240190	total: 1.48s	remaining: 196ms
883:	learn: 0.1239911	total: 1.48s	remaining: 194ms
884:	learn: 0.1239091	total: 1.48s	remaining: 192ms
885:	learn: 0.1237732	total: 1.48s	remaining: 191ms
886:	learn: 0.1237007	total: 1.48s	remaining: 189ms
887:	learn: 0.1236025	total: 1.49s	remaining: 187ms
888:	learn: 0.1235119	total: 1.49s	remaining: 186ms
889:	learn: 0.1234643	total: 1.49s	remaining: 184ms
890:	learn: 0.1233890	total: 1.49s	remaining: 183ms
891:	learn: 0.1231839	total: 1.49s	remaining: 181ms
892:	learn: 0.1231259	total: 1.5s	remaining: 179ms
893:	learn: 0.1230767	total: 1.5s	remaining: 178ms
894:	learn: 0.1230440	total: 1.5s	remaining: 176ms
895:	learn: 0.1229987	total: 1.5s	remaining: 174ms
896:	learn: 0.1229323	total: 1.5s	remaining: 173ms
897:	learn: 0.1229014	total: 1.5s	remaining: 171ms
898:	learn: 0.1228334	total: 1.51s	remaining: 169ms
899:	learn: 0.1227930	total: 1.51s	remaining: 168ms
900:	learn: 0.1227178	total: 1.51s	remaining: 166ms
901:	learn: 0.1226331	total: 1.51s	remaining: 164ms
902:	learn: 0.1226139	total: 1.51s	remaining: 163ms
903:	learn: 0.1225523	total: 1.52s	remaining: 161ms
904:	learn: 0.1224714	total: 1.52s	remaining: 159ms
905:	learn: 0.1224206	total: 1.52s	remaining: 158ms
906:	learn: 0.1223043	total: 1.52s	remaining: 156ms
907:	learn: 0.1222401	total: 1.52s	remaining: 154ms
908:	learn: 0.1221944	total: 1.52s	remaining: 153ms
909:	learn: 0.1221217	total: 1.53s	remaining: 151ms
910:	learn: 0.1220821	total: 1.53s	remaining: 149ms
911:	learn: 0.1220604	total: 1.53s	remaining: 148ms
912:	learn: 0.1219924	total: 1.53s	remaining: 146ms
913:	learn: 0.1219358	total: 1.53s	remaining: 144ms
914:	learn: 0.1218520	total: 1.54s	remaining: 143ms
915:	learn: 0.1218017	total: 1.54s	remaining: 141ms
916:	learn: 0.1217468	total: 1.54s	remaining: 140ms
917:	learn: 0.1216488	total: 1.54s	remaining: 138ms
918:	learn: 0.1215927	total: 1.54s	remaining: 136ms
919:	learn: 0.1215336	total: 1.55s	remaining: 135ms
920:	learn: 0.1214566	total: 1.55s	remaining: 133ms
921:	learn: 0.1213911	total: 1.55s	remaining: 131ms
922:	learn: 0.1213076	total: 1.55s	remaining: 130ms
923:	learn: 0.1212161	total: 1.55s	remaining: 128ms
924:	learn: 0.1211522	total: 1.56s	remaining: 126ms
925:	learn: 0.1210278	total: 1.56s	remaining: 125ms
926:	learn: 0.1209138	total: 1.56s	remaining: 123ms
927:	learn: 0.1208409	total: 1.56s	remaining: 121ms
928:	learn: 0.1207741	total: 1.56s	remaining: 120ms
929:	learn: 0.1207546	total: 1.57s	remaining: 118ms
930:	learn: 0.1206846	total: 1.57s	remaining: 116ms
931:	learn: 0.1205927	total: 1.57s	remaining: 115ms
932:	learn: 0.1205044	total: 1.57s	remaining: 113ms
933:	learn: 0.1204871	total: 1.57s	remaining: 111ms
934:	learn: 0.1204062	total: 1.58s	remaining: 110ms
935:	learn: 0.1203574	total: 1.58s	remaining: 108ms
936:	learn: 0.1202836	total: 1.58s	remaining: 106ms
937:	learn: 0.1202301	total: 1.58s	remaining: 105ms
938:	learn: 0.1201940	total: 1.58s	remaining: 103ms
939:	learn: 0.1201732	total: 1.59s	remaining: 101ms
940:	learn: 0.1201170	total: 1.59s	remaining: 99.6ms
941:	learn: 0.1200700	total: 1.59s	remaining: 97.9ms
942:	learn: 0.1200243	total: 1.59s	remaining: 96.2ms
943:	learn: 0.1199580	total: 1.59s	remaining: 94.5ms
944:	learn: 0.1198705	total: 1.59s	remaining: 92.9ms
945:	learn: 0.1198314	total: 1.6s	remaining: 91.2ms
946:	learn: 0.1197239	total: 1.6s	remaining: 89.5ms
947:	learn: 0.1196749	total: 1.6s	remaining: 87.9ms
948:	learn: 0.1196007	total: 1.6s	remaining: 86.2ms
949:	learn: 0.1195622	total: 1.6s	remaining: 84.5ms
950:	learn: 0.1195345	total: 1.61s	remaining: 82.8ms
951:	learn: 0.1194626	total: 1.61s	remaining: 81.1ms
952:	learn: 0.1194428	total: 1.61s	remaining: 79.5ms
953:	learn: 0.1193371	total: 1.61s	remaining: 77.8ms
954:	learn: 0.1192757	total: 1.61s	remaining: 76.1ms
955:	learn: 0.1192087	total: 1.62s	remaining: 74.4ms
956:	learn: 0.1191505	total: 1.62s	remaining: 72.7ms
957:	learn: 0.1190645	total: 1.62s	remaining: 71.1ms
958:	learn: 0.1189972	total: 1.62s	remaining: 69.4ms
959:	learn: 0.1189240	total: 1.62s	remaining: 67.7ms
960:	learn: 0.1188945	total: 1.63s	remaining: 66ms
961:	learn: 0.1188472	total: 1.63s	remaining: 64.3ms
962:	learn: 0.1187800	total: 1.63s	remaining: 62.6ms
963:	learn: 0.1185785	total: 1.63s	remaining: 60.9ms
964:	learn: 0.1185278	total: 1.63s	remaining: 59.3ms
965:	learn: 0.1183109	total: 1.64s	remaining: 57.6ms
966:	learn: 0.1181861	total: 1.64s	remaining: 55.9ms
967:	learn: 0.1181347	total: 1.64s	remaining: 54.2ms
968:	learn: 0.1179938	total: 1.64s	remaining: 52.5ms
969:	learn: 0.1178938	total: 1.64s	remaining: 50.8ms
970:	learn: 0.1178558	total: 1.65s	remaining: 49.1ms
971:	learn: 0.1178207	total: 1.65s	remaining: 47.5ms
972:	learn: 0.1176203	total: 1.65s	remaining: 45.8ms
973:	learn: 0.1175662	total: 1.65s	remaining: 44.1ms
974:	learn: 0.1173694	total: 1.65s	remaining: 42.4ms
975:	learn: 0.1173095	total: 1.66s	remaining: 40.7ms
976:	learn: 0.1171919	total: 1.66s	remaining: 39ms
977:	learn: 0.1171032	total: 1.66s	remaining: 37.3ms
978:	learn: 0.1169842	total: 1.66s	remaining: 35.6ms
979:	learn: 0.1169354	total: 1.66s	remaining: 33.9ms
980:	learn: 0.1168698	total: 1.67s	remaining: 32.3ms
981:	learn: 0.1168148	total: 1.67s	remaining: 30.6ms
982:	learn: 0.1167798	total: 1.67s	remaining: 28.9ms
983:	learn: 0.1167096	total: 1.67s	remaining: 27.2ms
984:	learn: 0.1166391	total: 1.67s	remaining: 25.5ms
985:	learn: 0.1166074	total: 1.68s	remaining: 23.8ms
986:	learn: 0.1164083	total: 1.68s	remaining: 22.1ms
987:	learn: 0.1163956	total: 1.68s	remaining: 20.4ms
988:	learn: 0.1163549	total: 1.68s	remaining: 18.7ms
989:	learn: 0.1163321	total: 1.68s	remaining: 17ms
990:	learn: 0.1163030	total: 1.69s	remaining: 15.3ms
991:	learn: 0.1162805	total: 1.69s	remaining: 13.6ms
992:	learn: 0.1161584	total: 1.69s	remaining: 11.9ms
993:	learn: 0.1161092	total: 1.69s	remaining: 10.2ms
994:	learn: 0.1160693	total: 1.69s	remaining: 8.52ms
995:	learn: 0.1159915	total: 1.7s	remaining: 6.81ms
996:	learn: 0.1159310	total: 1.7s	remaining: 5.11ms
997:	learn: 0.1158452	total: 1.7s	remaining: 3.41ms
998:	learn: 0.1157848	total: 1.7s	remaining: 1.7ms
999:	learn: 0.1157174	total: 1.7s	remaining: 0us


pca_hyper_result_df = pd.DataFrame(result.values(),columns = result_labels,index = result.keys() )
pca_hyper_result_df


smote = SMOTE(random_state = 1)

X_train,y_train = smote.fit_resample(X_train,y_train)


models = [lr,svc,rf,gnb,dt,ab,bc,gb,xgb,cat,lgbm]
model_names = ['Logistic Regression','SVM','RandomForest','Naive Bayes','Decision Tree','Adaboost','BaggingClassifier',
              'gradientBoost','XgBoost','CatClassifier','lightGBM']

result_labels = ['train_accuracy','test_accuracy','f1','recall',' precision','Duration']

result = {}

for model,name in zip(models,model_names):
    result[name] = list(models_info(model,X_train,X_test,y_train,y_test)[:-1])

Learning rate set to 0.014806
0:	learn: 0.6912602	total: 2.6ms	remaining: 2.59s
1:	learn: 0.6895346	total: 5.16ms	remaining: 2.57s
2:	learn: 0.6872683	total: 7.74ms	remaining: 2.57s
3:	learn: 0.6846007	total: 10.5ms	remaining: 2.62s
4:	learn: 0.6825648	total: 13.2ms	remaining: 2.62s
5:	learn: 0.6806727	total: 15.8ms	remaining: 2.62s
6:	learn: 0.6783979	total: 18.9ms	remaining: 2.68s
7:	learn: 0.6765343	total: 21.3ms	remaining: 2.64s
8:	learn: 0.6747488	total: 24ms	remaining: 2.65s
9:	learn: 0.6727913	total: 27ms	remaining: 2.67s
10:	learn: 0.6705141	total: 29.8ms	remaining: 2.68s
11:	learn: 0.6682776	total: 32.3ms	remaining: 2.66s
12:	learn: 0.6664511	total: 35ms	remaining: 2.65s
13:	learn: 0.6645300	total: 37.5ms	remaining: 2.64s
14:	learn: 0.6628756	total: 40.1ms	remaining: 2.63s
15:	learn: 0.6601385	total: 42.7ms	remaining: 2.63s
16:	learn: 0.6579376	total: 45.5ms	remaining: 2.63s
17:	learn: 0.6562482	total: 48.1ms	remaining: 2.62s
18:	learn: 0.6546232	total: 50.6ms	remaining: 2.61s
19:	learn: 0.6529614	total: 53.1ms	remaining: 2.6s
20:	learn: 0.6513294	total: 55.6ms	remaining: 2.59s
21:	learn: 0.6496988	total: 58.1ms	remaining: 2.58s
22:	learn: 0.6475893	total: 60.5ms	remaining: 2.57s
23:	learn: 0.6452470	total: 62.8ms	remaining: 2.55s
24:	learn: 0.6435027	total: 64.9ms	remaining: 2.53s
25:	learn: 0.6420304	total: 67.2ms	remaining: 2.52s
26:	learn: 0.6406178	total: 69.3ms	remaining: 2.5s
27:	learn: 0.6388452	total: 71.7ms	remaining: 2.49s
28:	learn: 0.6376623	total: 73.7ms	remaining: 2.47s
29:	learn: 0.6356067	total: 76ms	remaining: 2.46s
30:	learn: 0.6339775	total: 77.9ms	remaining: 2.44s
31:	learn: 0.6321996	total: 80.2ms	remaining: 2.42s
32:	learn: 0.6311194	total: 82.5ms	remaining: 2.42s
33:	learn: 0.6299591	total: 84.8ms	remaining: 2.41s
34:	learn: 0.6279841	total: 87.1ms	remaining: 2.4s
35:	learn: 0.6267625	total: 89ms	remaining: 2.38s
36:	learn: 0.6248448	total: 91.3ms	remaining: 2.38s
37:	learn: 0.6235717	total: 93.7ms	remaining: 2.37s
38:	learn: 0.6222452	total: 96ms	remaining: 2.37s
39:	learn: 0.6208474	total: 98ms	remaining: 2.35s
40:	learn: 0.6198609	total: 100ms	remaining: 2.34s
41:	learn: 0.6186256	total: 102ms	remaining: 2.33s
42:	learn: 0.6172491	total: 104ms	remaining: 2.32s
43:	learn: 0.6160303	total: 106ms	remaining: 2.31s
44:	learn: 0.6145390	total: 108ms	remaining: 2.3s
45:	learn: 0.6135141	total: 111ms	remaining: 2.29s
46:	learn: 0.6116296	total: 113ms	remaining: 2.29s
47:	learn: 0.6101694	total: 115ms	remaining: 2.28s
48:	learn: 0.6089905	total: 117ms	remaining: 2.28s
49:	learn: 0.6078185	total: 119ms	remaining: 2.27s
50:	learn: 0.6068086	total: 121ms	remaining: 2.26s
51:	learn: 0.6060273	total: 123ms	remaining: 2.25s
52:	learn: 0.6047545	total: 126ms	remaining: 2.24s
53:	learn: 0.6029913	total: 128ms	remaining: 2.24s
54:	learn: 0.6022452	total: 130ms	remaining: 2.24s
55:	learn: 0.6011587	total: 133ms	remaining: 2.23s
56:	learn: 0.5999492	total: 135ms	remaining: 2.23s
57:	learn: 0.5986531	total: 137ms	remaining: 2.22s
58:	learn: 0.5973351	total: 139ms	remaining: 2.22s
59:	learn: 0.5963802	total: 141ms	remaining: 2.21s
60:	learn: 0.5950046	total: 143ms	remaining: 2.21s
61:	learn: 0.5941261	total: 146ms	remaining: 2.21s
62:	learn: 0.5929077	total: 148ms	remaining: 2.2s
63:	learn: 0.5916868	total: 150ms	remaining: 2.2s
64:	learn: 0.5906276	total: 152ms	remaining: 2.19s
65:	learn: 0.5894970	total: 155ms	remaining: 2.19s
66:	learn: 0.5885353	total: 157ms	remaining: 2.18s
67:	learn: 0.5874637	total: 159ms	remaining: 2.18s
68:	learn: 0.5860802	total: 162ms	remaining: 2.18s
69:	learn: 0.5851983	total: 164ms	remaining: 2.17s
70:	learn: 0.5839668	total: 166ms	remaining: 2.17s
71:	learn: 0.5825760	total: 168ms	remaining: 2.17s
72:	learn: 0.5819917	total: 171ms	remaining: 2.17s
73:	learn: 0.5805016	total: 173ms	remaining: 2.16s
74:	learn: 0.5786866	total: 175ms	remaining: 2.16s
75:	learn: 0.5777591	total: 177ms	remaining: 2.15s
76:	learn: 0.5764142	total: 179ms	remaining: 2.15s
77:	learn: 0.5753427	total: 182ms	remaining: 2.15s
78:	learn: 0.5745014	total: 184ms	remaining: 2.15s
79:	learn: 0.5733436	total: 186ms	remaining: 2.14s
80:	learn: 0.5725274	total: 189ms	remaining: 2.14s
81:	learn: 0.5717078	total: 191ms	remaining: 2.14s
82:	learn: 0.5710632	total: 193ms	remaining: 2.13s
83:	learn: 0.5702257	total: 196ms	remaining: 2.13s
84:	learn: 0.5696760	total: 198ms	remaining: 2.13s
85:	learn: 0.5688047	total: 200ms	remaining: 2.12s
86:	learn: 0.5677951	total: 202ms	remaining: 2.12s
87:	learn: 0.5672623	total: 204ms	remaining: 2.12s
88:	learn: 0.5664509	total: 206ms	remaining: 2.11s
89:	learn: 0.5655397	total: 208ms	remaining: 2.1s
90:	learn: 0.5644794	total: 210ms	remaining: 2.1s
91:	learn: 0.5636846	total: 212ms	remaining: 2.09s
92:	learn: 0.5628454	total: 214ms	remaining: 2.09s
93:	learn: 0.5622315	total: 216ms	remaining: 2.08s
94:	learn: 0.5615002	total: 218ms	remaining: 2.08s
95:	learn: 0.5605921	total: 220ms	remaining: 2.08s
96:	learn: 0.5597684	total: 222ms	remaining: 2.07s
97:	learn: 0.5592032	total: 225ms	remaining: 2.07s
98:	learn: 0.5580529	total: 227ms	remaining: 2.06s
99:	learn: 0.5572776	total: 229ms	remaining: 2.06s
100:	learn: 0.5566332	total: 231ms	remaining: 2.05s
101:	learn: 0.5559469	total: 232ms	remaining: 2.05s
102:	learn: 0.5549920	total: 235ms	remaining: 2.04s
103:	learn: 0.5544378	total: 237ms	remaining: 2.04s
104:	learn: 0.5536879	total: 239ms	remaining: 2.03s
105:	learn: 0.5529620	total: 241ms	remaining: 2.03s
106:	learn: 0.5520995	total: 243ms	remaining: 2.03s
107:	learn: 0.5509540	total: 245ms	remaining: 2.02s
108:	learn: 0.5498631	total: 247ms	remaining: 2.02s
109:	learn: 0.5486917	total: 249ms	remaining: 2.02s
110:	learn: 0.5481885	total: 252ms	remaining: 2.02s
111:	learn: 0.5472030	total: 254ms	remaining: 2.01s
112:	learn: 0.5461810	total: 256ms	remaining: 2.01s
113:	learn: 0.5451479	total: 258ms	remaining: 2.01s
114:	learn: 0.5446637	total: 261ms	remaining: 2s
115:	learn: 0.5439495	total: 263ms	remaining: 2s
116:	learn: 0.5433862	total: 265ms	remaining: 2s
117:	learn: 0.5426997	total: 267ms	remaining: 1.99s
118:	learn: 0.5416223	total: 269ms	remaining: 1.99s
119:	learn: 0.5409774	total: 271ms	remaining: 1.99s
120:	learn: 0.5404197	total: 273ms	remaining: 1.98s
121:	learn: 0.5393999	total: 275ms	remaining: 1.98s
122:	learn: 0.5384267	total: 277ms	remaining: 1.98s
123:	learn: 0.5377263	total: 279ms	remaining: 1.97s
124:	learn: 0.5369197	total: 282ms	remaining: 1.97s
125:	learn: 0.5361747	total: 284ms	remaining: 1.97s
126:	learn: 0.5352498	total: 286ms	remaining: 1.97s
127:	learn: 0.5345423	total: 289ms	remaining: 1.97s
128:	learn: 0.5336942	total: 291ms	remaining: 1.96s
129:	learn: 0.5328789	total: 293ms	remaining: 1.96s
130:	learn: 0.5320341	total: 295ms	remaining: 1.96s
131:	learn: 0.5303400	total: 297ms	remaining: 1.95s
132:	learn: 0.5298222	total: 299ms	remaining: 1.95s
133:	learn: 0.5288261	total: 301ms	remaining: 1.95s
134:	learn: 0.5279333	total: 303ms	remaining: 1.94s
135:	learn: 0.5271792	total: 305ms	remaining: 1.94s
136:	learn: 0.5262407	total: 307ms	remaining: 1.94s
137:	learn: 0.5256569	total: 310ms	remaining: 1.93s
138:	learn: 0.5247181	total: 312ms	remaining: 1.93s
139:	learn: 0.5242808	total: 314ms	remaining: 1.93s
140:	learn: 0.5233987	total: 316ms	remaining: 1.92s
141:	learn: 0.5228089	total: 318ms	remaining: 1.92s
142:	learn: 0.5217562	total: 320ms	remaining: 1.92s
143:	learn: 0.5209682	total: 322ms	remaining: 1.92s
144:	learn: 0.5197327	total: 324ms	remaining: 1.91s
145:	learn: 0.5192295	total: 326ms	remaining: 1.91s
146:	learn: 0.5182719	total: 328ms	remaining: 1.9s
147:	learn: 0.5176735	total: 330ms	remaining: 1.9s
148:	learn: 0.5172508	total: 332ms	remaining: 1.9s
149:	learn: 0.5165525	total: 334ms	remaining: 1.89s
150:	learn: 0.5152132	total: 337ms	remaining: 1.89s
151:	learn: 0.5145446	total: 339ms	remaining: 1.89s
152:	learn: 0.5135409	total: 341ms	remaining: 1.89s
153:	learn: 0.5126638	total: 343ms	remaining: 1.89s
154:	learn: 0.5119989	total: 345ms	remaining: 1.88s
155:	learn: 0.5113472	total: 348ms	remaining: 1.88s
156:	learn: 0.5106768	total: 350ms	remaining: 1.88s
157:	learn: 0.5100198	total: 352ms	remaining: 1.87s
158:	learn: 0.5092484	total: 354ms	remaining: 1.87s
159:	learn: 0.5082718	total: 356ms	remaining: 1.87s
160:	learn: 0.5073713	total: 359ms	remaining: 1.87s
161:	learn: 0.5066694	total: 361ms	remaining: 1.87s
162:	learn: 0.5061486	total: 363ms	remaining: 1.87s
163:	learn: 0.5057919	total: 366ms	remaining: 1.86s
164:	learn: 0.5052154	total: 368ms	remaining: 1.86s
165:	learn: 0.5041850	total: 370ms	remaining: 1.86s
166:	learn: 0.5035321	total: 372ms	remaining: 1.86s
167:	learn: 0.5027051	total: 375ms	remaining: 1.86s
168:	learn: 0.5021347	total: 377ms	remaining: 1.85s
169:	learn: 0.5012023	total: 379ms	remaining: 1.85s
170:	learn: 0.5002606	total: 382ms	remaining: 1.85s
171:	learn: 0.4994852	total: 384ms	remaining: 1.85s
172:	learn: 0.4989909	total: 386ms	remaining: 1.84s
173:	learn: 0.4984939	total: 388ms	remaining: 1.84s
174:	learn: 0.4976345	total: 390ms	remaining: 1.84s
175:	learn: 0.4970317	total: 392ms	remaining: 1.83s
176:	learn: 0.4966223	total: 394ms	remaining: 1.83s
177:	learn: 0.4958395	total: 396ms	remaining: 1.83s
178:	learn: 0.4951286	total: 398ms	remaining: 1.83s
179:	learn: 0.4946454	total: 400ms	remaining: 1.82s
180:	learn: 0.4940846	total: 402ms	remaining: 1.82s
181:	learn: 0.4935249	total: 404ms	remaining: 1.82s
182:	learn: 0.4930008	total: 406ms	remaining: 1.81s
183:	learn: 0.4921952	total: 408ms	remaining: 1.81s
184:	learn: 0.4912546	total: 410ms	remaining: 1.81s
185:	learn: 0.4906427	total: 412ms	remaining: 1.8s
186:	learn: 0.4898036	total: 414ms	remaining: 1.8s
187:	learn: 0.4894702	total: 416ms	remaining: 1.8s
188:	learn: 0.4889451	total: 418ms	remaining: 1.79s
189:	learn: 0.4883941	total: 420ms	remaining: 1.79s
190:	learn: 0.4877179	total: 422ms	remaining: 1.79s
191:	learn: 0.4868192	total: 424ms	remaining: 1.78s
192:	learn: 0.4863658	total: 426ms	remaining: 1.78s
193:	learn: 0.4853107	total: 428ms	remaining: 1.78s
194:	learn: 0.4845860	total: 430ms	remaining: 1.77s
195:	learn: 0.4842303	total: 432ms	remaining: 1.77s
196:	learn: 0.4835028	total: 435ms	remaining: 1.77s
197:	learn: 0.4828297	total: 437ms	remaining: 1.77s
198:	learn: 0.4821348	total: 439ms	remaining: 1.76s
199:	learn: 0.4815046	total: 441ms	remaining: 1.76s
200:	learn: 0.4810819	total: 443ms	remaining: 1.76s
201:	learn: 0.4806057	total: 446ms	remaining: 1.76s
202:	learn: 0.4801998	total: 448ms	remaining: 1.76s
203:	learn: 0.4797788	total: 450ms	remaining: 1.76s
204:	learn: 0.4791066	total: 453ms	remaining: 1.76s
205:	learn: 0.4787595	total: 455ms	remaining: 1.75s
206:	learn: 0.4782388	total: 457ms	remaining: 1.75s
207:	learn: 0.4778518	total: 459ms	remaining: 1.75s
208:	learn: 0.4772747	total: 461ms	remaining: 1.75s
209:	learn: 0.4764897	total: 464ms	remaining: 1.74s
210:	learn: 0.4761446	total: 465ms	remaining: 1.74s
211:	learn: 0.4758311	total: 467ms	remaining: 1.74s
212:	learn: 0.4753051	total: 469ms	remaining: 1.73s
213:	learn: 0.4748161	total: 471ms	remaining: 1.73s
214:	learn: 0.4744160	total: 474ms	remaining: 1.73s
215:	learn: 0.4740712	total: 476ms	remaining: 1.73s
216:	learn: 0.4731317	total: 478ms	remaining: 1.73s
217:	learn: 0.4725488	total: 480ms	remaining: 1.72s
218:	learn: 0.4715218	total: 482ms	remaining: 1.72s
219:	learn: 0.4709463	total: 485ms	remaining: 1.72s
220:	learn: 0.4705030	total: 487ms	remaining: 1.72s
221:	learn: 0.4700919	total: 489ms	remaining: 1.71s
222:	learn: 0.4698989	total: 491ms	remaining: 1.71s
223:	learn: 0.4693569	total: 494ms	remaining: 1.71s
224:	learn: 0.4689357	total: 496ms	remaining: 1.71s
225:	learn: 0.4683619	total: 498ms	remaining: 1.71s
226:	learn: 0.4677004	total: 501ms	remaining: 1.7s
227:	learn: 0.4670389	total: 503ms	remaining: 1.7s
228:	learn: 0.4665205	total: 505ms	remaining: 1.7s
229:	learn: 0.4658503	total: 507ms	remaining: 1.7s
230:	learn: 0.4653946	total: 516ms	remaining: 1.72s
231:	learn: 0.4647656	total: 519ms	remaining: 1.72s
232:	learn: 0.4643103	total: 521ms	remaining: 1.72s
233:	learn: 0.4639694	total: 523ms	remaining: 1.71s
234:	learn: 0.4631508	total: 526ms	remaining: 1.71s
235:	learn: 0.4626541	total: 528ms	remaining: 1.71s
236:	learn: 0.4620049	total: 530ms	remaining: 1.7s
237:	learn: 0.4612848	total: 531ms	remaining: 1.7s
238:	learn: 0.4605523	total: 534ms	remaining: 1.7s
239:	learn: 0.4598121	total: 536ms	remaining: 1.7s
240:	learn: 0.4591863	total: 538ms	remaining: 1.69s
241:	learn: 0.4588500	total: 540ms	remaining: 1.69s
242:	learn: 0.4581380	total: 543ms	remaining: 1.69s
243:	learn: 0.4576915	total: 545ms	remaining: 1.69s
244:	learn: 0.4570800	total: 548ms	remaining: 1.69s
245:	learn: 0.4565954	total: 550ms	remaining: 1.69s
246:	learn: 0.4563711	total: 552ms	remaining: 1.68s
247:	learn: 0.4557513	total: 554ms	remaining: 1.68s
248:	learn: 0.4552626	total: 557ms	remaining: 1.68s
249:	learn: 0.4547777	total: 559ms	remaining: 1.68s
250:	learn: 0.4542492	total: 561ms	remaining: 1.67s
251:	learn: 0.4538934	total: 563ms	remaining: 1.67s
252:	learn: 0.4532905	total: 565ms	remaining: 1.67s
253:	learn: 0.4525043	total: 567ms	remaining: 1.67s
254:	learn: 0.4521226	total: 569ms	remaining: 1.66s
255:	learn: 0.4515423	total: 572ms	remaining: 1.66s
256:	learn: 0.4510967	total: 574ms	remaining: 1.66s
257:	learn: 0.4508550	total: 576ms	remaining: 1.66s
258:	learn: 0.4503267	total: 579ms	remaining: 1.66s
259:	learn: 0.4498619	total: 581ms	remaining: 1.65s
260:	learn: 0.4494979	total: 583ms	remaining: 1.65s
261:	learn: 0.4493035	total: 585ms	remaining: 1.65s
262:	learn: 0.4488301	total: 587ms	remaining: 1.65s
263:	learn: 0.4484320	total: 589ms	remaining: 1.64s
264:	learn: 0.4479830	total: 591ms	remaining: 1.64s
265:	learn: 0.4473469	total: 593ms	remaining: 1.64s
266:	learn: 0.4468098	total: 595ms	remaining: 1.63s
267:	learn: 0.4461699	total: 597ms	remaining: 1.63s
268:	learn: 0.4459228	total: 599ms	remaining: 1.63s
269:	learn: 0.4453330	total: 601ms	remaining: 1.62s
270:	learn: 0.4446205	total: 603ms	remaining: 1.62s
271:	learn: 0.4439983	total: 605ms	remaining: 1.62s
272:	learn: 0.4435036	total: 607ms	remaining: 1.62s
273:	learn: 0.4431554	total: 609ms	remaining: 1.61s
274:	learn: 0.4427355	total: 611ms	remaining: 1.61s
275:	learn: 0.4422488	total: 613ms	remaining: 1.61s
276:	learn: 0.4420118	total: 615ms	remaining: 1.6s
277:	learn: 0.4415337	total: 617ms	remaining: 1.6s
278:	learn: 0.4411256	total: 619ms	remaining: 1.6s
279:	learn: 0.4403059	total: 621ms	remaining: 1.6s
280:	learn: 0.4398360	total: 623ms	remaining: 1.59s
281:	learn: 0.4393571	total: 624ms	remaining: 1.59s
282:	learn: 0.4390266	total: 626ms	remaining: 1.59s
283:	learn: 0.4385106	total: 628ms	remaining: 1.58s
284:	learn: 0.4380306	total: 630ms	remaining: 1.58s
285:	learn: 0.4377159	total: 631ms	remaining: 1.58s
286:	learn: 0.4372880	total: 633ms	remaining: 1.57s
287:	learn: 0.4370985	total: 635ms	remaining: 1.57s
288:	learn: 0.4369433	total: 637ms	remaining: 1.57s
289:	learn: 0.4366790	total: 638ms	remaining: 1.56s
290:	learn: 0.4360542	total: 640ms	remaining: 1.56s
291:	learn: 0.4356312	total: 642ms	remaining: 1.56s
292:	learn: 0.4352837	total: 644ms	remaining: 1.55s
293:	learn: 0.4345418	total: 645ms	remaining: 1.55s
294:	learn: 0.4339609	total: 647ms	remaining: 1.55s
295:	learn: 0.4334979	total: 649ms	remaining: 1.54s
296:	learn: 0.4330120	total: 651ms	remaining: 1.54s
297:	learn: 0.4324633	total: 652ms	remaining: 1.54s
298:	learn: 0.4319873	total: 654ms	remaining: 1.53s
299:	learn: 0.4313668	total: 656ms	remaining: 1.53s
300:	learn: 0.4308630	total: 658ms	remaining: 1.53s
301:	learn: 0.4301470	total: 659ms	remaining: 1.52s
302:	learn: 0.4297410	total: 661ms	remaining: 1.52s
303:	learn: 0.4294257	total: 663ms	remaining: 1.52s
304:	learn: 0.4289308	total: 665ms	remaining: 1.51s
305:	learn: 0.4284424	total: 667ms	remaining: 1.51s
306:	learn: 0.4281883	total: 668ms	remaining: 1.51s
307:	learn: 0.4276991	total: 670ms	remaining: 1.5s
308:	learn: 0.4273376	total: 672ms	remaining: 1.5s
309:	learn: 0.4267092	total: 673ms	remaining: 1.5s
310:	learn: 0.4260321	total: 675ms	remaining: 1.5s
311:	learn: 0.4256602	total: 677ms	remaining: 1.49s
312:	learn: 0.4250880	total: 679ms	remaining: 1.49s
313:	learn: 0.4247373	total: 681ms	remaining: 1.49s
314:	learn: 0.4243921	total: 683ms	remaining: 1.48s
315:	learn: 0.4240250	total: 685ms	remaining: 1.48s
316:	learn: 0.4232911	total: 687ms	remaining: 1.48s
317:	learn: 0.4227908	total: 689ms	remaining: 1.48s
318:	learn: 0.4222794	total: 692ms	remaining: 1.48s
319:	learn: 0.4218610	total: 694ms	remaining: 1.47s
320:	learn: 0.4213498	total: 696ms	remaining: 1.47s
321:	learn: 0.4211220	total: 698ms	remaining: 1.47s
322:	learn: 0.4207023	total: 700ms	remaining: 1.47s
323:	learn: 0.4198388	total: 702ms	remaining: 1.46s
324:	learn: 0.4194444	total: 704ms	remaining: 1.46s
325:	learn: 0.4188934	total: 705ms	remaining: 1.46s
326:	learn: 0.4186363	total: 707ms	remaining: 1.46s
327:	learn: 0.4181855	total: 709ms	remaining: 1.45s
328:	learn: 0.4177746	total: 711ms	remaining: 1.45s
329:	learn: 0.4168900	total: 713ms	remaining: 1.45s
330:	learn: 0.4165753	total: 714ms	remaining: 1.44s
331:	learn: 0.4161031	total: 716ms	remaining: 1.44s
332:	learn: 0.4158042	total: 718ms	remaining: 1.44s
333:	learn: 0.4154301	total: 720ms	remaining: 1.44s
334:	learn: 0.4147041	total: 722ms	remaining: 1.43s
335:	learn: 0.4143217	total: 723ms	remaining: 1.43s
336:	learn: 0.4137479	total: 725ms	remaining: 1.43s
337:	learn: 0.4130076	total: 727ms	remaining: 1.42s
338:	learn: 0.4123285	total: 729ms	remaining: 1.42s
339:	learn: 0.4116758	total: 731ms	remaining: 1.42s
340:	learn: 0.4110491	total: 733ms	remaining: 1.42s
341:	learn: 0.4107687	total: 734ms	remaining: 1.41s
342:	learn: 0.4102578	total: 736ms	remaining: 1.41s
343:	learn: 0.4100135	total: 738ms	remaining: 1.41s
344:	learn: 0.4094542	total: 740ms	remaining: 1.4s
345:	learn: 0.4087942	total: 742ms	remaining: 1.4s
346:	learn: 0.4084041	total: 744ms	remaining: 1.4s
347:	learn: 0.4077820	total: 745ms	remaining: 1.4s
348:	learn: 0.4071147	total: 747ms	remaining: 1.39s
349:	learn: 0.4067056	total: 749ms	remaining: 1.39s
350:	learn: 0.4065417	total: 751ms	remaining: 1.39s
351:	learn: 0.4059173	total: 753ms	remaining: 1.39s
352:	learn: 0.4055342	total: 754ms	remaining: 1.38s
353:	learn: 0.4052050	total: 756ms	remaining: 1.38s
354:	learn: 0.4049919	total: 758ms	remaining: 1.38s
355:	learn: 0.4044609	total: 760ms	remaining: 1.37s
356:	learn: 0.4043030	total: 762ms	remaining: 1.37s
357:	learn: 0.4041353	total: 764ms	remaining: 1.37s
358:	learn: 0.4039369	total: 765ms	remaining: 1.37s
359:	learn: 0.4033856	total: 767ms	remaining: 1.36s
360:	learn: 0.4030249	total: 769ms	remaining: 1.36s
361:	learn: 0.4026437	total: 771ms	remaining: 1.36s
362:	learn: 0.4023186	total: 772ms	remaining: 1.35s
363:	learn: 0.4018157	total: 774ms	remaining: 1.35s
364:	learn: 0.4015125	total: 776ms	remaining: 1.35s
365:	learn: 0.4011340	total: 778ms	remaining: 1.35s
366:	learn: 0.4006938	total: 780ms	remaining: 1.34s
367:	learn: 0.4002430	total: 781ms	remaining: 1.34s
368:	learn: 0.3996807	total: 783ms	remaining: 1.34s
369:	learn: 0.3991633	total: 785ms	remaining: 1.34s
370:	learn: 0.3987556	total: 787ms	remaining: 1.33s
371:	learn: 0.3982521	total: 789ms	remaining: 1.33s
372:	learn: 0.3978406	total: 790ms	remaining: 1.33s
373:	learn: 0.3973355	total: 792ms	remaining: 1.33s
374:	learn: 0.3970701	total: 794ms	remaining: 1.32s
375:	learn: 0.3965684	total: 796ms	remaining: 1.32s
376:	learn: 0.3962571	total: 798ms	remaining: 1.32s
377:	learn: 0.3959162	total: 799ms	remaining: 1.31s
378:	learn: 0.3957497	total: 801ms	remaining: 1.31s
379:	learn: 0.3955683	total: 803ms	remaining: 1.31s
380:	learn: 0.3949534	total: 805ms	remaining: 1.31s
381:	learn: 0.3946041	total: 807ms	remaining: 1.3s
382:	learn: 0.3942188	total: 808ms	remaining: 1.3s
383:	learn: 0.3938876	total: 810ms	remaining: 1.3s
384:	learn: 0.3932948	total: 812ms	remaining: 1.3s
385:	learn: 0.3927411	total: 814ms	remaining: 1.29s
386:	learn: 0.3923028	total: 815ms	remaining: 1.29s
387:	learn: 0.3919830	total: 818ms	remaining: 1.29s
388:	learn: 0.3914562	total: 819ms	remaining: 1.29s
389:	learn: 0.3911810	total: 821ms	remaining: 1.28s
390:	learn: 0.3908442	total: 823ms	remaining: 1.28s
391:	learn: 0.3905716	total: 825ms	remaining: 1.28s
392:	learn: 0.3902616	total: 827ms	remaining: 1.28s
393:	learn: 0.3899608	total: 829ms	remaining: 1.27s
394:	learn: 0.3896176	total: 831ms	remaining: 1.27s
395:	learn: 0.3893355	total: 833ms	remaining: 1.27s
396:	learn: 0.3887333	total: 835ms	remaining: 1.27s
397:	learn: 0.3885514	total: 837ms	remaining: 1.27s
398:	learn: 0.3883278	total: 839ms	remaining: 1.26s
399:	learn: 0.3882468	total: 841ms	remaining: 1.26s
400:	learn: 0.3878763	total: 843ms	remaining: 1.26s
401:	learn: 0.3873787	total: 846ms	remaining: 1.26s
402:	learn: 0.3870859	total: 848ms	remaining: 1.26s
403:	learn: 0.3866557	total: 850ms	remaining: 1.25s
404:	learn: 0.3861658	total: 852ms	remaining: 1.25s
405:	learn: 0.3857797	total: 854ms	remaining: 1.25s
406:	learn: 0.3854265	total: 856ms	remaining: 1.25s
407:	learn: 0.3850849	total: 858ms	remaining: 1.25s
408:	learn: 0.3842450	total: 860ms	remaining: 1.24s
409:	learn: 0.3839972	total: 863ms	remaining: 1.24s
410:	learn: 0.3837399	total: 865ms	remaining: 1.24s
411:	learn: 0.3831132	total: 867ms	remaining: 1.24s
412:	learn: 0.3826388	total: 869ms	remaining: 1.23s
413:	learn: 0.3823086	total: 870ms	remaining: 1.23s
414:	learn: 0.3820611	total: 872ms	remaining: 1.23s
415:	learn: 0.3814740	total: 874ms	remaining: 1.23s
416:	learn: 0.3811498	total: 876ms	remaining: 1.22s
417:	learn: 0.3807239	total: 878ms	remaining: 1.22s
418:	learn: 0.3803382	total: 880ms	remaining: 1.22s
419:	learn: 0.3801242	total: 882ms	remaining: 1.22s
420:	learn: 0.3799295	total: 883ms	remaining: 1.21s
421:	learn: 0.3793308	total: 885ms	remaining: 1.21s
422:	learn: 0.3790304	total: 887ms	remaining: 1.21s
423:	learn: 0.3787478	total: 889ms	remaining: 1.21s
424:	learn: 0.3784776	total: 891ms	remaining: 1.21s
425:	learn: 0.3782614	total: 893ms	remaining: 1.2s
426:	learn: 0.3779936	total: 895ms	remaining: 1.2s
427:	learn: 0.3772656	total: 896ms	remaining: 1.2s
428:	learn: 0.3769159	total: 898ms	remaining: 1.2s
429:	learn: 0.3766950	total: 900ms	remaining: 1.19s
430:	learn: 0.3764305	total: 902ms	remaining: 1.19s
431:	learn: 0.3760646	total: 903ms	remaining: 1.19s
432:	learn: 0.3757624	total: 905ms	remaining: 1.19s
433:	learn: 0.3755052	total: 907ms	remaining: 1.18s
434:	learn: 0.3750358	total: 909ms	remaining: 1.18s
435:	learn: 0.3746937	total: 911ms	remaining: 1.18s
436:	learn: 0.3744086	total: 912ms	remaining: 1.18s
437:	learn: 0.3740745	total: 914ms	remaining: 1.17s
438:	learn: 0.3738859	total: 916ms	remaining: 1.17s
439:	learn: 0.3735613	total: 918ms	remaining: 1.17s
440:	learn: 0.3730491	total: 920ms	remaining: 1.17s
441:	learn: 0.3729107	total: 921ms	remaining: 1.16s
442:	learn: 0.3727384	total: 923ms	remaining: 1.16s
443:	learn: 0.3724443	total: 925ms	remaining: 1.16s
444:	learn: 0.3722538	total: 927ms	remaining: 1.16s
445:	learn: 0.3717792	total: 929ms	remaining: 1.15s
446:	learn: 0.3714256	total: 930ms	remaining: 1.15s
447:	learn: 0.3712026	total: 932ms	remaining: 1.15s
448:	learn: 0.3708180	total: 934ms	remaining: 1.15s
449:	learn: 0.3702204	total: 936ms	remaining: 1.14s
450:	learn: 0.3700089	total: 937ms	remaining: 1.14s
451:	learn: 0.3696921	total: 939ms	remaining: 1.14s
452:	learn: 0.3691419	total: 941ms	remaining: 1.14s
453:	learn: 0.3683895	total: 943ms	remaining: 1.13s
454:	learn: 0.3681608	total: 945ms	remaining: 1.13s
455:	learn: 0.3679954	total: 946ms	remaining: 1.13s
456:	learn: 0.3677315	total: 948ms	remaining: 1.13s
457:	learn: 0.3672577	total: 950ms	remaining: 1.12s
458:	learn: 0.3668220	total: 952ms	remaining: 1.12s
459:	learn: 0.3664223	total: 953ms	remaining: 1.12s
460:	learn: 0.3660472	total: 955ms	remaining: 1.12s
461:	learn: 0.3657978	total: 957ms	remaining: 1.11s
462:	learn: 0.3654307	total: 959ms	remaining: 1.11s
463:	learn: 0.3650303	total: 960ms	remaining: 1.11s
464:	learn: 0.3646371	total: 962ms	remaining: 1.11s
465:	learn: 0.3643919	total: 964ms	remaining: 1.1s
466:	learn: 0.3640541	total: 965ms	remaining: 1.1s
467:	learn: 0.3636503	total: 967ms	remaining: 1.1s
468:	learn: 0.3632657	total: 969ms	remaining: 1.1s
469:	learn: 0.3628639	total: 971ms	remaining: 1.09s
470:	learn: 0.3625277	total: 972ms	remaining: 1.09s
471:	learn: 0.3621267	total: 974ms	remaining: 1.09s
472:	learn: 0.3614920	total: 976ms	remaining: 1.09s
473:	learn: 0.3612862	total: 977ms	remaining: 1.08s
474:	learn: 0.3608273	total: 979ms	remaining: 1.08s
475:	learn: 0.3605646	total: 981ms	remaining: 1.08s
476:	learn: 0.3600933	total: 982ms	remaining: 1.08s
477:	learn: 0.3598773	total: 984ms	remaining: 1.07s
478:	learn: 0.3594725	total: 986ms	remaining: 1.07s
479:	learn: 0.3592277	total: 988ms	remaining: 1.07s
480:	learn: 0.3589374	total: 989ms	remaining: 1.07s
481:	learn: 0.3583562	total: 991ms	remaining: 1.06s
482:	learn: 0.3580265	total: 993ms	remaining: 1.06s
483:	learn: 0.3577627	total: 995ms	remaining: 1.06s
484:	learn: 0.3574054	total: 997ms	remaining: 1.06s
485:	learn: 0.3570907	total: 999ms	remaining: 1.06s
486:	learn: 0.3567657	total: 1s	remaining: 1.05s
487:	learn: 0.3564568	total: 1s	remaining: 1.05s
488:	learn: 0.3560918	total: 1s	remaining: 1.05s
489:	learn: 0.3558071	total: 1.01s	remaining: 1.05s
490:	learn: 0.3555553	total: 1.01s	remaining: 1.04s
491:	learn: 0.3549753	total: 1.01s	remaining: 1.04s
492:	learn: 0.3546638	total: 1.01s	remaining: 1.04s
493:	learn: 0.3543624	total: 1.01s	remaining: 1.04s
494:	learn: 0.3540501	total: 1.02s	remaining: 1.04s
495:	learn: 0.3538337	total: 1.02s	remaining: 1.03s
496:	learn: 0.3536416	total: 1.02s	remaining: 1.03s
497:	learn: 0.3530847	total: 1.02s	remaining: 1.03s
498:	learn: 0.3528440	total: 1.02s	remaining: 1.03s
499:	learn: 0.3524294	total: 1.03s	remaining: 1.03s
500:	learn: 0.3521921	total: 1.03s	remaining: 1.02s
501:	learn: 0.3518249	total: 1.03s	remaining: 1.02s
502:	learn: 0.3516363	total: 1.03s	remaining: 1.02s
503:	learn: 0.3512449	total: 1.03s	remaining: 1.02s
504:	learn: 0.3509825	total: 1.04s	remaining: 1.02s
505:	learn: 0.3506528	total: 1.04s	remaining: 1.01s
506:	learn: 0.3503688	total: 1.04s	remaining: 1.01s
507:	learn: 0.3500924	total: 1.04s	remaining: 1.01s
508:	learn: 0.3497116	total: 1.05s	remaining: 1.01s
509:	learn: 0.3494059	total: 1.05s	remaining: 1.01s
510:	learn: 0.3490371	total: 1.05s	remaining: 1s
511:	learn: 0.3484173	total: 1.05s	remaining: 1s
512:	learn: 0.3482502	total: 1.05s	remaining: 1s
513:	learn: 0.3479900	total: 1.06s	remaining: 999ms
514:	learn: 0.3475804	total: 1.06s	remaining: 996ms
515:	learn: 0.3472693	total: 1.06s	remaining: 994ms
516:	learn: 0.3470885	total: 1.06s	remaining: 992ms
517:	learn: 0.3468304	total: 1.06s	remaining: 990ms
518:	learn: 0.3465470	total: 1.06s	remaining: 988ms
519:	learn: 0.3460945	total: 1.07s	remaining: 986ms
520:	learn: 0.3455752	total: 1.07s	remaining: 983ms
521:	learn: 0.3451168	total: 1.07s	remaining: 981ms
522:	learn: 0.3448891	total: 1.07s	remaining: 979ms
523:	learn: 0.3445187	total: 1.07s	remaining: 977ms
524:	learn: 0.3443124	total: 1.08s	remaining: 975ms
525:	learn: 0.3439186	total: 1.08s	remaining: 973ms
526:	learn: 0.3436016	total: 1.08s	remaining: 971ms
527:	learn: 0.3431690	total: 1.08s	remaining: 969ms
528:	learn: 0.3429381	total: 1.09s	remaining: 967ms
529:	learn: 0.3426409	total: 1.09s	remaining: 965ms
530:	learn: 0.3422824	total: 1.09s	remaining: 963ms
531:	learn: 0.3419803	total: 1.09s	remaining: 961ms
532:	learn: 0.3416929	total: 1.09s	remaining: 959ms
533:	learn: 0.3414358	total: 1.1s	remaining: 957ms
534:	learn: 0.3411166	total: 1.1s	remaining: 955ms
535:	learn: 0.3409495	total: 1.1s	remaining: 953ms
536:	learn: 0.3405957	total: 1.1s	remaining: 951ms
537:	learn: 0.3399590	total: 1.1s	remaining: 949ms
538:	learn: 0.3395196	total: 1.11s	remaining: 947ms
539:	learn: 0.3392932	total: 1.11s	remaining: 944ms
540:	learn: 0.3390571	total: 1.11s	remaining: 942ms
541:	learn: 0.3387107	total: 1.11s	remaining: 940ms
542:	learn: 0.3383496	total: 1.11s	remaining: 938ms
543:	learn: 0.3381020	total: 1.12s	remaining: 936ms
544:	learn: 0.3375679	total: 1.12s	remaining: 934ms
545:	learn: 0.3374129	total: 1.12s	remaining: 932ms
546:	learn: 0.3370190	total: 1.12s	remaining: 930ms
547:	learn: 0.3366486	total: 1.12s	remaining: 928ms
548:	learn: 0.3364629	total: 1.13s	remaining: 926ms
549:	learn: 0.3361770	total: 1.13s	remaining: 924ms
550:	learn: 0.3358569	total: 1.13s	remaining: 922ms
551:	learn: 0.3356462	total: 1.13s	remaining: 920ms
552:	learn: 0.3353632	total: 1.14s	remaining: 918ms
553:	learn: 0.3351348	total: 1.14s	remaining: 916ms
554:	learn: 0.3347741	total: 1.14s	remaining: 914ms
555:	learn: 0.3344433	total: 1.14s	remaining: 912ms
556:	learn: 0.3338594	total: 1.14s	remaining: 910ms
557:	learn: 0.3335885	total: 1.15s	remaining: 908ms
558:	learn: 0.3332276	total: 1.15s	remaining: 906ms
559:	learn: 0.3330385	total: 1.15s	remaining: 904ms
560:	learn: 0.3326464	total: 1.15s	remaining: 902ms
561:	learn: 0.3323316	total: 1.15s	remaining: 899ms
562:	learn: 0.3320893	total: 1.16s	remaining: 897ms
563:	learn: 0.3318300	total: 1.16s	remaining: 895ms
564:	learn: 0.3315458	total: 1.16s	remaining: 893ms
565:	learn: 0.3313687	total: 1.16s	remaining: 891ms
566:	learn: 0.3308928	total: 1.16s	remaining: 889ms
567:	learn: 0.3305833	total: 1.17s	remaining: 887ms
568:	learn: 0.3301925	total: 1.17s	remaining: 885ms
569:	learn: 0.3299207	total: 1.17s	remaining: 883ms
570:	learn: 0.3294501	total: 1.17s	remaining: 881ms
571:	learn: 0.3290477	total: 1.18s	remaining: 879ms
572:	learn: 0.3288277	total: 1.18s	remaining: 877ms
573:	learn: 0.3285301	total: 1.18s	remaining: 875ms
574:	learn: 0.3282613	total: 1.18s	remaining: 873ms
575:	learn: 0.3280193	total: 1.18s	remaining: 871ms
576:	learn: 0.3276447	total: 1.19s	remaining: 869ms
577:	learn: 0.3273277	total: 1.19s	remaining: 867ms
578:	learn: 0.3270803	total: 1.19s	remaining: 865ms
579:	learn: 0.3268885	total: 1.19s	remaining: 863ms
580:	learn: 0.3266254	total: 1.19s	remaining: 861ms
581:	learn: 0.3263288	total: 1.2s	remaining: 859ms
582:	learn: 0.3259467	total: 1.2s	remaining: 857ms
583:	learn: 0.3257101	total: 1.2s	remaining: 855ms
584:	learn: 0.3254753	total: 1.2s	remaining: 853ms
585:	learn: 0.3251962	total: 1.21s	remaining: 851ms
586:	learn: 0.3249895	total: 1.21s	remaining: 849ms
587:	learn: 0.3247619	total: 1.21s	remaining: 847ms
588:	learn: 0.3245182	total: 1.21s	remaining: 845ms
589:	learn: 0.3243196	total: 1.21s	remaining: 843ms
590:	learn: 0.3239979	total: 1.22s	remaining: 841ms
591:	learn: 0.3235037	total: 1.22s	remaining: 839ms
592:	learn: 0.3231646	total: 1.22s	remaining: 838ms
593:	learn: 0.3229454	total: 1.22s	remaining: 836ms
594:	learn: 0.3227003	total: 1.22s	remaining: 834ms
595:	learn: 0.3224464	total: 1.23s	remaining: 832ms
596:	learn: 0.3220811	total: 1.23s	remaining: 829ms
597:	learn: 0.3218056	total: 1.23s	remaining: 827ms
598:	learn: 0.3212951	total: 1.23s	remaining: 825ms
599:	learn: 0.3210702	total: 1.23s	remaining: 823ms
600:	learn: 0.3207724	total: 1.24s	remaining: 821ms
601:	learn: 0.3204829	total: 1.24s	remaining: 819ms
602:	learn: 0.3202343	total: 1.24s	remaining: 817ms
603:	learn: 0.3200502	total: 1.24s	remaining: 815ms
604:	learn: 0.3195590	total: 1.25s	remaining: 813ms
605:	learn: 0.3190552	total: 1.25s	remaining: 811ms
606:	learn: 0.3187587	total: 1.25s	remaining: 809ms
607:	learn: 0.3184696	total: 1.25s	remaining: 807ms
608:	learn: 0.3183141	total: 1.25s	remaining: 805ms
609:	learn: 0.3180963	total: 1.25s	remaining: 803ms
610:	learn: 0.3176706	total: 1.26s	remaining: 801ms
611:	learn: 0.3173906	total: 1.26s	remaining: 798ms
612:	learn: 0.3167541	total: 1.26s	remaining: 796ms
613:	learn: 0.3165610	total: 1.26s	remaining: 794ms
614:	learn: 0.3162434	total: 1.26s	remaining: 792ms
615:	learn: 0.3156443	total: 1.27s	remaining: 790ms
616:	learn: 0.3153155	total: 1.27s	remaining: 788ms
617:	learn: 0.3150384	total: 1.27s	remaining: 786ms
618:	learn: 0.3146668	total: 1.27s	remaining: 784ms
619:	learn: 0.3143178	total: 1.27s	remaining: 782ms
620:	learn: 0.3141214	total: 1.28s	remaining: 779ms
621:	learn: 0.3139650	total: 1.28s	remaining: 777ms
622:	learn: 0.3136271	total: 1.28s	remaining: 775ms
623:	learn: 0.3133880	total: 1.28s	remaining: 773ms
624:	learn: 0.3129651	total: 1.28s	remaining: 771ms
625:	learn: 0.3126908	total: 1.29s	remaining: 769ms
626:	learn: 0.3124925	total: 1.29s	remaining: 766ms
627:	learn: 0.3121327	total: 1.29s	remaining: 764ms
628:	learn: 0.3118165	total: 1.29s	remaining: 762ms
629:	learn: 0.3116758	total: 1.29s	remaining: 760ms
630:	learn: 0.3111697	total: 1.3s	remaining: 758ms
631:	learn: 0.3107804	total: 1.3s	remaining: 756ms
632:	learn: 0.3104239	total: 1.3s	remaining: 754ms
633:	learn: 0.3101923	total: 1.3s	remaining: 752ms
634:	learn: 0.3099043	total: 1.3s	remaining: 749ms
635:	learn: 0.3096715	total: 1.3s	remaining: 747ms
636:	learn: 0.3093066	total: 1.31s	remaining: 745ms
637:	learn: 0.3090384	total: 1.31s	remaining: 743ms
638:	learn: 0.3087658	total: 1.31s	remaining: 741ms
639:	learn: 0.3085558	total: 1.31s	remaining: 739ms
640:	learn: 0.3081443	total: 1.31s	remaining: 737ms
641:	learn: 0.3079897	total: 1.32s	remaining: 735ms
642:	learn: 0.3074822	total: 1.32s	remaining: 732ms
643:	learn: 0.3072936	total: 1.32s	remaining: 730ms
644:	learn: 0.3069896	total: 1.32s	remaining: 728ms
645:	learn: 0.3068067	total: 1.32s	remaining: 726ms
646:	learn: 0.3065376	total: 1.33s	remaining: 724ms
647:	learn: 0.3062801	total: 1.33s	remaining: 722ms
648:	learn: 0.3060784	total: 1.33s	remaining: 720ms
649:	learn: 0.3056780	total: 1.33s	remaining: 718ms
650:	learn: 0.3053770	total: 1.33s	remaining: 716ms
651:	learn: 0.3051656	total: 1.34s	remaining: 714ms
652:	learn: 0.3049654	total: 1.34s	remaining: 711ms
653:	learn: 0.3047124	total: 1.34s	remaining: 709ms
654:	learn: 0.3044490	total: 1.34s	remaining: 707ms
655:	learn: 0.3041394	total: 1.34s	remaining: 705ms
656:	learn: 0.3039261	total: 1.35s	remaining: 703ms
657:	learn: 0.3036396	total: 1.35s	remaining: 701ms
658:	learn: 0.3032856	total: 1.35s	remaining: 699ms
659:	learn: 0.3028004	total: 1.35s	remaining: 696ms
660:	learn: 0.3025354	total: 1.35s	remaining: 694ms
661:	learn: 0.3022477	total: 1.35s	remaining: 692ms
662:	learn: 0.3020209	total: 1.36s	remaining: 690ms
663:	learn: 0.3015398	total: 1.36s	remaining: 688ms
664:	learn: 0.3012291	total: 1.36s	remaining: 686ms
665:	learn: 0.3010222	total: 1.36s	remaining: 684ms
666:	learn: 0.3007916	total: 1.36s	remaining: 682ms
667:	learn: 0.3005208	total: 1.37s	remaining: 679ms
668:	learn: 0.3001600	total: 1.37s	remaining: 677ms
669:	learn: 0.2999782	total: 1.37s	remaining: 675ms
670:	learn: 0.2996193	total: 1.37s	remaining: 673ms
671:	learn: 0.2992080	total: 1.38s	remaining: 671ms
672:	learn: 0.2988185	total: 1.38s	remaining: 669ms
673:	learn: 0.2986115	total: 1.38s	remaining: 667ms
674:	learn: 0.2984218	total: 1.38s	remaining: 665ms
675:	learn: 0.2980974	total: 1.38s	remaining: 663ms
676:	learn: 0.2978220	total: 1.39s	remaining: 661ms
677:	learn: 0.2976288	total: 1.39s	remaining: 659ms
678:	learn: 0.2975160	total: 1.39s	remaining: 657ms
679:	learn: 0.2973206	total: 1.39s	remaining: 655ms
680:	learn: 0.2970319	total: 1.39s	remaining: 653ms
681:	learn: 0.2967780	total: 1.4s	remaining: 651ms
682:	learn: 0.2963174	total: 1.4s	remaining: 649ms
683:	learn: 0.2960714	total: 1.4s	remaining: 647ms
684:	learn: 0.2958415	total: 1.4s	remaining: 645ms
685:	learn: 0.2956591	total: 1.4s	remaining: 643ms
686:	learn: 0.2954856	total: 1.41s	remaining: 641ms
687:	learn: 0.2953589	total: 1.41s	remaining: 638ms
688:	learn: 0.2950697	total: 1.41s	remaining: 636ms
689:	learn: 0.2947668	total: 1.41s	remaining: 634ms
690:	learn: 0.2946069	total: 1.41s	remaining: 632ms
691:	learn: 0.2943908	total: 1.42s	remaining: 630ms
692:	learn: 0.2941736	total: 1.42s	remaining: 628ms
693:	learn: 0.2939486	total: 1.42s	remaining: 626ms
694:	learn: 0.2937502	total: 1.42s	remaining: 624ms
695:	learn: 0.2935709	total: 1.42s	remaining: 622ms
696:	learn: 0.2932217	total: 1.43s	remaining: 620ms
697:	learn: 0.2929900	total: 1.43s	remaining: 617ms
698:	learn: 0.2927292	total: 1.43s	remaining: 615ms
699:	learn: 0.2925062	total: 1.43s	remaining: 613ms
700:	learn: 0.2923780	total: 1.43s	remaining: 611ms
701:	learn: 0.2921079	total: 1.43s	remaining: 609ms
702:	learn: 0.2918854	total: 1.44s	remaining: 607ms
703:	learn: 0.2916714	total: 1.44s	remaining: 605ms
704:	learn: 0.2914100	total: 1.44s	remaining: 603ms
705:	learn: 0.2911056	total: 1.44s	remaining: 601ms
706:	learn: 0.2908915	total: 1.44s	remaining: 599ms
707:	learn: 0.2906634	total: 1.45s	remaining: 597ms
708:	learn: 0.2902400	total: 1.45s	remaining: 595ms
709:	learn: 0.2900079	total: 1.45s	remaining: 592ms
710:	learn: 0.2898113	total: 1.45s	remaining: 590ms
711:	learn: 0.2896571	total: 1.45s	remaining: 588ms
712:	learn: 0.2893893	total: 1.46s	remaining: 586ms
713:	learn: 0.2891423	total: 1.46s	remaining: 584ms
714:	learn: 0.2888982	total: 1.46s	remaining: 582ms
715:	learn: 0.2883584	total: 1.46s	remaining: 580ms
716:	learn: 0.2881857	total: 1.46s	remaining: 578ms
717:	learn: 0.2878650	total: 1.47s	remaining: 576ms
718:	learn: 0.2874988	total: 1.47s	remaining: 574ms
719:	learn: 0.2872063	total: 1.47s	remaining: 572ms
720:	learn: 0.2870092	total: 1.47s	remaining: 570ms
721:	learn: 0.2866826	total: 1.47s	remaining: 568ms
722:	learn: 0.2863446	total: 1.48s	remaining: 566ms
723:	learn: 0.2861049	total: 1.48s	remaining: 564ms
724:	learn: 0.2858694	total: 1.48s	remaining: 562ms
725:	learn: 0.2855310	total: 1.48s	remaining: 560ms
726:	learn: 0.2852384	total: 1.48s	remaining: 557ms
727:	learn: 0.2850435	total: 1.49s	remaining: 555ms
728:	learn: 0.2848691	total: 1.49s	remaining: 553ms
729:	learn: 0.2847053	total: 1.49s	remaining: 551ms
730:	learn: 0.2844144	total: 1.49s	remaining: 549ms
731:	learn: 0.2842095	total: 1.49s	remaining: 547ms
732:	learn: 0.2840031	total: 1.5s	remaining: 545ms
733:	learn: 0.2836472	total: 1.5s	remaining: 543ms
734:	learn: 0.2832353	total: 1.5s	remaining: 541ms
735:	learn: 0.2831214	total: 1.5s	remaining: 539ms
736:	learn: 0.2829532	total: 1.5s	remaining: 537ms
737:	learn: 0.2826420	total: 1.51s	remaining: 535ms
738:	learn: 0.2824167	total: 1.51s	remaining: 533ms
739:	learn: 0.2820793	total: 1.51s	remaining: 531ms
740:	learn: 0.2815920	total: 1.51s	remaining: 529ms
741:	learn: 0.2810401	total: 1.51s	remaining: 527ms
742:	learn: 0.2807535	total: 1.52s	remaining: 524ms
743:	learn: 0.2804812	total: 1.52s	remaining: 522ms
744:	learn: 0.2803405	total: 1.52s	remaining: 520ms
745:	learn: 0.2801232	total: 1.52s	remaining: 518ms
746:	learn: 0.2798739	total: 1.52s	remaining: 516ms
747:	learn: 0.2797147	total: 1.53s	remaining: 514ms
748:	learn: 0.2795076	total: 1.53s	remaining: 512ms
749:	learn: 0.2793223	total: 1.53s	remaining: 510ms
750:	learn: 0.2791314	total: 1.53s	remaining: 508ms
751:	learn: 0.2788885	total: 1.53s	remaining: 506ms
752:	learn: 0.2786220	total: 1.54s	remaining: 504ms
753:	learn: 0.2784513	total: 1.54s	remaining: 502ms
754:	learn: 0.2781563	total: 1.54s	remaining: 500ms
755:	learn: 0.2779954	total: 1.54s	remaining: 498ms
756:	learn: 0.2777647	total: 1.54s	remaining: 496ms
757:	learn: 0.2775928	total: 1.55s	remaining: 494ms
758:	learn: 0.2773998	total: 1.55s	remaining: 492ms
759:	learn: 0.2771368	total: 1.55s	remaining: 490ms
760:	learn: 0.2767116	total: 1.55s	remaining: 488ms
761:	learn: 0.2765421	total: 1.55s	remaining: 486ms
762:	learn: 0.2763607	total: 1.56s	remaining: 484ms
763:	learn: 0.2759513	total: 1.56s	remaining: 482ms
764:	learn: 0.2758094	total: 1.56s	remaining: 480ms
765:	learn: 0.2755619	total: 1.56s	remaining: 478ms
766:	learn: 0.2752764	total: 1.57s	remaining: 476ms
767:	learn: 0.2750370	total: 1.57s	remaining: 474ms
768:	learn: 0.2748268	total: 1.57s	remaining: 472ms
769:	learn: 0.2746490	total: 1.57s	remaining: 471ms
770:	learn: 0.2744817	total: 1.58s	remaining: 469ms
771:	learn: 0.2743351	total: 1.58s	remaining: 467ms
772:	learn: 0.2741534	total: 1.58s	remaining: 465ms
773:	learn: 0.2736395	total: 1.58s	remaining: 463ms
774:	learn: 0.2733391	total: 1.59s	remaining: 461ms
775:	learn: 0.2731272	total: 1.59s	remaining: 459ms
776:	learn: 0.2727629	total: 1.59s	remaining: 457ms
777:	learn: 0.2725725	total: 1.59s	remaining: 455ms
778:	learn: 0.2723632	total: 1.59s	remaining: 453ms
779:	learn: 0.2721973	total: 1.6s	remaining: 451ms
780:	learn: 0.2720247	total: 1.6s	remaining: 449ms
781:	learn: 0.2717652	total: 1.6s	remaining: 447ms
782:	learn: 0.2713868	total: 1.6s	remaining: 445ms
783:	learn: 0.2711853	total: 1.61s	remaining: 443ms
784:	learn: 0.2707029	total: 1.61s	remaining: 441ms
785:	learn: 0.2705087	total: 1.61s	remaining: 439ms
786:	learn: 0.2701564	total: 1.61s	remaining: 437ms
787:	learn: 0.2698224	total: 1.61s	remaining: 435ms
788:	learn: 0.2695603	total: 1.62s	remaining: 433ms
789:	learn: 0.2693911	total: 1.62s	remaining: 431ms
790:	learn: 0.2691059	total: 1.62s	remaining: 429ms
791:	learn: 0.2688618	total: 1.63s	remaining: 427ms
792:	learn: 0.2687041	total: 1.63s	remaining: 425ms
793:	learn: 0.2685290	total: 1.63s	remaining: 423ms
794:	learn: 0.2683996	total: 1.63s	remaining: 421ms
795:	learn: 0.2681713	total: 1.63s	remaining: 419ms
796:	learn: 0.2678620	total: 1.64s	remaining: 417ms
797:	learn: 0.2675724	total: 1.64s	remaining: 415ms
798:	learn: 0.2674078	total: 1.64s	remaining: 412ms
799:	learn: 0.2671861	total: 1.64s	remaining: 410ms
800:	learn: 0.2669874	total: 1.64s	remaining: 408ms
801:	learn: 0.2666802	total: 1.65s	remaining: 407ms
802:	learn: 0.2663417	total: 1.65s	remaining: 404ms
803:	learn: 0.2660517	total: 1.65s	remaining: 402ms
804:	learn: 0.2659254	total: 1.65s	remaining: 400ms
805:	learn: 0.2656585	total: 1.65s	remaining: 398ms
806:	learn: 0.2654987	total: 1.66s	remaining: 396ms
807:	learn: 0.2652344	total: 1.66s	remaining: 394ms
808:	learn: 0.2650873	total: 1.66s	remaining: 392ms
809:	learn: 0.2648855	total: 1.66s	remaining: 390ms
810:	learn: 0.2646326	total: 1.66s	remaining: 388ms
811:	learn: 0.2643602	total: 1.67s	remaining: 386ms
812:	learn: 0.2641068	total: 1.67s	remaining: 384ms
813:	learn: 0.2639306	total: 1.67s	remaining: 382ms
814:	learn: 0.2635560	total: 1.67s	remaining: 380ms
815:	learn: 0.2633310	total: 1.68s	remaining: 378ms
816:	learn: 0.2631600	total: 1.68s	remaining: 376ms
817:	learn: 0.2629962	total: 1.68s	remaining: 374ms
818:	learn: 0.2627543	total: 1.68s	remaining: 372ms
819:	learn: 0.2626078	total: 1.68s	remaining: 370ms
820:	learn: 0.2624393	total: 1.69s	remaining: 368ms
821:	learn: 0.2621079	total: 1.69s	remaining: 366ms
822:	learn: 0.2618694	total: 1.69s	remaining: 364ms
823:	learn: 0.2614680	total: 1.69s	remaining: 362ms
824:	learn: 0.2613022	total: 1.7s	remaining: 360ms
825:	learn: 0.2610201	total: 1.7s	remaining: 358ms
826:	learn: 0.2606222	total: 1.7s	remaining: 356ms
827:	learn: 0.2603401	total: 1.7s	remaining: 354ms
828:	learn: 0.2601880	total: 1.71s	remaining: 352ms
829:	learn: 0.2600691	total: 1.71s	remaining: 350ms
830:	learn: 0.2599525	total: 1.71s	remaining: 348ms
831:	learn: 0.2596759	total: 1.71s	remaining: 346ms
832:	learn: 0.2593377	total: 1.71s	remaining: 344ms
833:	learn: 0.2591283	total: 1.72s	remaining: 342ms
834:	learn: 0.2589359	total: 1.72s	remaining: 340ms
835:	learn: 0.2587220	total: 1.72s	remaining: 338ms
836:	learn: 0.2584519	total: 1.72s	remaining: 336ms
837:	learn: 0.2581382	total: 1.73s	remaining: 334ms
838:	learn: 0.2578020	total: 1.73s	remaining: 332ms
839:	learn: 0.2575836	total: 1.73s	remaining: 329ms
840:	learn: 0.2573982	total: 1.73s	remaining: 327ms
841:	learn: 0.2572466	total: 1.73s	remaining: 325ms
842:	learn: 0.2569520	total: 1.74s	remaining: 323ms
843:	learn: 0.2567676	total: 1.74s	remaining: 321ms
844:	learn: 0.2566403	total: 1.74s	remaining: 319ms
845:	learn: 0.2564771	total: 1.74s	remaining: 317ms
846:	learn: 0.2562332	total: 1.74s	remaining: 315ms
847:	learn: 0.2560995	total: 1.75s	remaining: 313ms
848:	learn: 0.2559147	total: 1.75s	remaining: 311ms
849:	learn: 0.2558014	total: 1.75s	remaining: 309ms
850:	learn: 0.2556399	total: 1.75s	remaining: 307ms
851:	learn: 0.2553058	total: 1.75s	remaining: 305ms
852:	learn: 0.2551537	total: 1.76s	remaining: 303ms
853:	learn: 0.2547293	total: 1.76s	remaining: 301ms
854:	learn: 0.2545570	total: 1.76s	remaining: 299ms
855:	learn: 0.2543547	total: 1.76s	remaining: 297ms
856:	learn: 0.2541506	total: 1.76s	remaining: 295ms
857:	learn: 0.2539293	total: 1.77s	remaining: 293ms
858:	learn: 0.2537965	total: 1.77s	remaining: 291ms
859:	learn: 0.2536669	total: 1.77s	remaining: 288ms
860:	learn: 0.2535048	total: 1.77s	remaining: 286ms
861:	learn: 0.2532738	total: 1.77s	remaining: 284ms
862:	learn: 0.2530198	total: 1.78s	remaining: 282ms
863:	learn: 0.2528131	total: 1.78s	remaining: 280ms
864:	learn: 0.2525568	total: 1.78s	remaining: 278ms
865:	learn: 0.2522968	total: 1.78s	remaining: 276ms
866:	learn: 0.2520028	total: 1.78s	remaining: 274ms
867:	learn: 0.2517100	total: 1.79s	remaining: 272ms
868:	learn: 0.2515369	total: 1.79s	remaining: 270ms
869:	learn: 0.2514258	total: 1.79s	remaining: 268ms
870:	learn: 0.2511480	total: 1.79s	remaining: 266ms
871:	learn: 0.2509693	total: 1.79s	remaining: 264ms
872:	learn: 0.2508054	total: 1.8s	remaining: 262ms
873:	learn: 0.2506368	total: 1.8s	remaining: 259ms
874:	learn: 0.2503882	total: 1.8s	remaining: 257ms
875:	learn: 0.2502708	total: 1.8s	remaining: 255ms
876:	learn: 0.2498294	total: 1.81s	remaining: 253ms
877:	learn: 0.2496735	total: 1.81s	remaining: 251ms
878:	learn: 0.2495461	total: 1.81s	remaining: 249ms
879:	learn: 0.2492633	total: 1.81s	remaining: 247ms
880:	learn: 0.2491260	total: 1.81s	remaining: 245ms
881:	learn: 0.2489851	total: 1.81s	remaining: 243ms
882:	learn: 0.2488841	total: 1.82s	remaining: 241ms
883:	learn: 0.2487434	total: 1.82s	remaining: 239ms
884:	learn: 0.2485572	total: 1.82s	remaining: 237ms
885:	learn: 0.2484454	total: 1.82s	remaining: 235ms
886:	learn: 0.2480478	total: 1.83s	remaining: 233ms
887:	learn: 0.2477985	total: 1.83s	remaining: 231ms
888:	learn: 0.2475607	total: 1.83s	remaining: 229ms
889:	learn: 0.2472422	total: 1.83s	remaining: 226ms
890:	learn: 0.2468742	total: 1.83s	remaining: 224ms
891:	learn: 0.2464644	total: 1.84s	remaining: 222ms
892:	learn: 0.2462322	total: 1.84s	remaining: 220ms
893:	learn: 0.2460492	total: 1.84s	remaining: 218ms
894:	learn: 0.2458501	total: 1.84s	remaining: 216ms
895:	learn: 0.2457516	total: 1.84s	remaining: 214ms
896:	learn: 0.2455319	total: 1.85s	remaining: 212ms
897:	learn: 0.2452769	total: 1.85s	remaining: 210ms
898:	learn: 0.2450815	total: 1.85s	remaining: 208ms
899:	learn: 0.2448828	total: 1.85s	remaining: 206ms
900:	learn: 0.2445804	total: 1.85s	remaining: 204ms
901:	learn: 0.2443879	total: 1.86s	remaining: 202ms
902:	learn: 0.2441852	total: 1.86s	remaining: 200ms
903:	learn: 0.2438183	total: 1.86s	remaining: 198ms
904:	learn: 0.2436146	total: 1.86s	remaining: 196ms
905:	learn: 0.2434191	total: 1.86s	remaining: 193ms
906:	learn: 0.2432066	total: 1.87s	remaining: 191ms
907:	learn: 0.2430136	total: 1.87s	remaining: 189ms
908:	learn: 0.2428156	total: 1.87s	remaining: 187ms
909:	learn: 0.2426536	total: 1.87s	remaining: 185ms
910:	learn: 0.2424643	total: 1.88s	remaining: 183ms
911:	learn: 0.2421890	total: 1.88s	remaining: 181ms
912:	learn: 0.2418231	total: 1.88s	remaining: 179ms
913:	learn: 0.2413846	total: 1.88s	remaining: 177ms
914:	learn: 0.2412164	total: 1.89s	remaining: 175ms
915:	learn: 0.2409987	total: 1.89s	remaining: 173ms
916:	learn: 0.2407321	total: 1.89s	remaining: 171ms
917:	learn: 0.2404374	total: 1.89s	remaining: 169ms
918:	learn: 0.2401931	total: 1.89s	remaining: 167ms
919:	learn: 0.2398281	total: 1.9s	remaining: 165ms
920:	learn: 0.2396818	total: 1.9s	remaining: 163ms
921:	learn: 0.2395192	total: 1.9s	remaining: 161ms
922:	learn: 0.2392765	total: 1.9s	remaining: 159ms
923:	learn: 0.2390956	total: 1.91s	remaining: 157ms
924:	learn: 0.2388361	total: 1.91s	remaining: 155ms
925:	learn: 0.2386508	total: 1.91s	remaining: 153ms
926:	learn: 0.2384839	total: 1.91s	remaining: 151ms
927:	learn: 0.2382869	total: 1.92s	remaining: 149ms
928:	learn: 0.2380203	total: 1.92s	remaining: 147ms
929:	learn: 0.2378610	total: 1.92s	remaining: 145ms
930:	learn: 0.2374724	total: 1.92s	remaining: 143ms
931:	learn: 0.2371907	total: 1.93s	remaining: 141ms
932:	learn: 0.2370970	total: 1.93s	remaining: 138ms
933:	learn: 0.2368049	total: 1.93s	remaining: 136ms
934:	learn: 0.2364732	total: 1.93s	remaining: 134ms
935:	learn: 0.2363087	total: 1.93s	remaining: 132ms
936:	learn: 0.2360412	total: 1.94s	remaining: 130ms
937:	learn: 0.2358317	total: 1.94s	remaining: 128ms
938:	learn: 0.2357094	total: 1.94s	remaining: 126ms
939:	learn: 0.2355249	total: 1.94s	remaining: 124ms
940:	learn: 0.2352737	total: 1.95s	remaining: 122ms
941:	learn: 0.2349976	total: 1.95s	remaining: 120ms
942:	learn: 0.2348403	total: 1.95s	remaining: 118ms
943:	learn: 0.2346940	total: 1.95s	remaining: 116ms
944:	learn: 0.2345394	total: 1.96s	remaining: 114ms
945:	learn: 0.2344199	total: 1.96s	remaining: 112ms
946:	learn: 0.2342367	total: 1.96s	remaining: 110ms
947:	learn: 0.2340169	total: 1.96s	remaining: 108ms
948:	learn: 0.2338740	total: 1.96s	remaining: 106ms
949:	learn: 0.2335815	total: 1.97s	remaining: 103ms
950:	learn: 0.2334405	total: 1.97s	remaining: 101ms
951:	learn: 0.2331381	total: 1.97s	remaining: 99.4ms
952:	learn: 0.2328982	total: 1.97s	remaining: 97.3ms
953:	learn: 0.2327593	total: 1.98s	remaining: 95.2ms
954:	learn: 0.2325127	total: 1.98s	remaining: 93.2ms
955:	learn: 0.2323852	total: 1.98s	remaining: 91.1ms
956:	learn: 0.2321885	total: 1.98s	remaining: 89ms
957:	learn: 0.2320217	total: 1.98s	remaining: 87ms
958:	learn: 0.2317275	total: 1.99s	remaining: 84.9ms
959:	learn: 0.2314965	total: 1.99s	remaining: 82.8ms
960:	learn: 0.2313620	total: 1.99s	remaining: 80.8ms
961:	learn: 0.2311383	total: 1.99s	remaining: 78.7ms
962:	learn: 0.2308724	total: 1.99s	remaining: 76.6ms
963:	learn: 0.2304737	total: 2s	remaining: 74.5ms
964:	learn: 0.2302983	total: 2s	remaining: 72.5ms
965:	learn: 0.2300812	total: 2s	remaining: 70.4ms
966:	learn: 0.2299420	total: 2s	remaining: 68.3ms
967:	learn: 0.2298329	total: 2s	remaining: 66.2ms
968:	learn: 0.2295946	total: 2s	remaining: 64.2ms
969:	learn: 0.2294536	total: 2.01s	remaining: 62.1ms
970:	learn: 0.2293182	total: 2.01s	remaining: 60ms
971:	learn: 0.2291263	total: 2.01s	remaining: 58ms
972:	learn: 0.2290247	total: 2.01s	remaining: 55.9ms
973:	learn: 0.2287710	total: 2.02s	remaining: 53.8ms
974:	learn: 0.2285009	total: 2.02s	remaining: 51.8ms
975:	learn: 0.2283398	total: 2.02s	remaining: 49.7ms
976:	learn: 0.2281500	total: 2.02s	remaining: 47.6ms
977:	learn: 0.2280391	total: 2.02s	remaining: 45.5ms
978:	learn: 0.2279112	total: 2.03s	remaining: 43.5ms
979:	learn: 0.2277500	total: 2.03s	remaining: 41.4ms
980:	learn: 0.2276212	total: 2.03s	remaining: 39.3ms
981:	learn: 0.2274113	total: 2.03s	remaining: 37.3ms
982:	learn: 0.2272960	total: 2.03s	remaining: 35.2ms
983:	learn: 0.2271560	total: 2.04s	remaining: 33.1ms
984:	learn: 0.2268690	total: 2.04s	remaining: 31.1ms
985:	learn: 0.2267358	total: 2.04s	remaining: 29ms
986:	learn: 0.2265657	total: 2.04s	remaining: 26.9ms
987:	learn: 0.2262975	total: 2.04s	remaining: 24.8ms
988:	learn: 0.2261194	total: 2.05s	remaining: 22.8ms
989:	learn: 0.2258292	total: 2.05s	remaining: 20.7ms
990:	learn: 0.2257254	total: 2.05s	remaining: 18.6ms
991:	learn: 0.2255037	total: 2.05s	remaining: 16.6ms
992:	learn: 0.2251507	total: 2.06s	remaining: 14.5ms
993:	learn: 0.2248805	total: 2.06s	remaining: 12.4ms
994:	learn: 0.2247616	total: 2.06s	remaining: 10.3ms
995:	learn: 0.2245471	total: 2.06s	remaining: 8.28ms
996:	learn: 0.2243472	total: 2.06s	remaining: 6.21ms
997:	learn: 0.2241697	total: 2.06s	remaining: 4.14ms
998:	learn: 0.2239965	total: 2.07s	remaining: 2.07ms
999:	learn: 0.2238246	total: 2.07s	remaining: 0us


pca_hyper_result_df = pd.DataFrame(result.values(),columns = result_labels,index = result.keys() )
pca_hyper_result_df


# pickling logistic regression  
saved_model = pickle.dump(hlr,open('saved_model.pkl','wb'))


#plz share NotebOOk for refence for this kind of problem

	Time	0	1	2	3	4	5	6	7	8	...	581	582	583	584	585	586	587	588	589	Pass/Fail
0	2008-07-19 11:55:00	3030.93	2564.00	2187.7333	1411.1265	1.3602	100.0	97.6133	0.1242	1.5005	...	NaN	0.5005	0.0118	0.0035	2.3630	NaN	NaN	NaN	NaN	-1
1	2008-07-19 12:32:00	3095.78	2465.14	2230.4222	1463.6606	0.8294	100.0	102.3433	0.1247	1.4966	...	208.2045	0.5019	0.0223	0.0055	4.4447	0.0096	0.0201	0.0060	208.2045	-1
2	2008-07-19 13:17:00	2932.61	2559.94	2186.4111	1698.0172	1.5102	100.0	95.4878	0.1241	1.4436	...	82.8602	0.4958	0.0157	0.0039	3.1745	0.0584	0.0484	0.0148	82.8602	1
3	2008-07-19 14:43:00	2988.72	2479.90	2199.0333	909.7926	1.3204	100.0	104.2367	0.1217	1.4882	...	73.8432	0.4990	0.0103	0.0025	2.0544	0.0202	0.0149	0.0044	73.8432	-1
4	2008-07-19 15:22:00	3032.24	2502.87	2233.3667	1326.5200	1.5334	100.0	100.3967	0.1235	1.5031	...	NaN	0.4800	0.4766	0.1045	99.3032	0.0202	0.0149	0.0044	73.8432	-1

	Time	0	1	2	3	4	5	6	7	8	...	577	582	583	584	585	586	587	588	589	Pass/Fail
0	2008-07-19 11:55:00	3030.93	2564.00	2187.7333	1411.1265	1.3602	100.0	97.6133	0.1242	1.5005	...	14.9509	0.5005	0.0118	0.0035	2.3630	NaN	NaN	NaN	NaN	0
1	2008-07-19 12:32:00	3095.78	2465.14	2230.4222	1463.6606	0.8294	100.0	102.3433	0.1247	1.4966	...	10.9003	0.5019	0.0223	0.0055	4.4447	0.0096	0.0201	0.0060	208.2045	0
2	2008-07-19 13:17:00	2932.61	2559.94	2186.4111	1698.0172	1.5102	100.0	95.4878	0.1241	1.4436	...	9.2721	0.4958	0.0157	0.0039	3.1745	0.0584	0.0484	0.0148	82.8602	1
3	2008-07-19 14:43:00	2988.72	2479.90	2199.0333	909.7926	1.3204	100.0	104.2367	0.1217	1.4882	...	8.5831	0.4990	0.0103	0.0025	2.0544	0.0202	0.0149	0.0044	73.8432	0
4	2008-07-19 15:22:00	3032.24	2502.87	2233.3667	1326.5200	1.5334	100.0	100.3967	0.1235	1.5031	...	10.9698	0.4800	0.4766	0.1045	99.3032	0.0202	0.0149	0.0044	73.8432	0

	0	1	2	3	4	5	6	7	8	9	...	576	577	582	583	584	585	586	587	588	589
0	3030.93	2564.00	2187.7333	1411.1265	1.3602	100.0	97.6133	0.1242	1.5005	0.0162	...	1.6765	14.9509	0.5005	0.0118	0.0035	2.3630	0.0205	0.0148	0.0046	71.9005
1	3095.78	2465.14	2230.4222	1463.6606	0.8294	100.0	102.3433	0.1247	1.4966	-0.0005	...	1.1065	10.9003	0.5019	0.0223	0.0055	4.4447	0.0096	0.0201	0.0060	208.2045
2	2932.61	2559.94	2186.4111	1698.0172	1.5102	100.0	95.4878	0.1241	1.4436	0.0041	...	2.0952	9.2721	0.4958	0.0157	0.0039	3.1745	0.0584	0.0484	0.0148	82.8602
3	2988.72	2479.90	2199.0333	909.7926	1.3204	100.0	104.2367	0.1217	1.4882	-0.0124	...	1.7585	8.5831	0.4990	0.0103	0.0025	2.0544	0.0202	0.0149	0.0044	73.8432
4	3032.24	2502.87	2233.3667	1326.5200	1.5334	100.0	100.3967	0.1235	1.5031	-0.0031	...	1.6597	10.9698	0.4800	0.4766	0.1045	99.3032	0.0202	0.0149	0.0044	73.8432

	0	1	2	3	4	5	6	7	8	9	...	558	559	570	571	572	582	583	586	587	589
0	3030.93	2564.00	2187.7333	1411.1265	1.3602	100.0	97.6133	0.1242	1.5005	0.0162	...	1.0344	0.4385	533.8500	2.1113	8.95	0.5005	0.0118	0.0205	0.0148	71.9005
1	3095.78	2465.14	2230.4222	1463.6606	0.8294	100.0	102.3433	0.1247	1.4966	-0.0005	...	0.9634	0.1745	535.0164	2.4335	5.92	0.5019	0.0223	0.0096	0.0201	208.2045
2	2932.61	2559.94	2186.4111	1698.0172	1.5102	100.0	95.4878	0.1241	1.4436	0.0041	...	1.5021	0.3718	535.0245	2.0293	11.21	0.4958	0.0157	0.0584	0.0484	82.8602
3	2988.72	2479.90	2199.0333	909.7926	1.3204	100.0	104.2367	0.1217	1.4882	-0.0124	...	1.1613	0.7288	530.5682	2.0253	9.33	0.4990	0.0103	0.0202	0.0149	73.8432
4	3032.24	2502.87	2233.3667	1326.5200	1.5334	100.0	100.3967	0.1235	1.5031	-0.0031	...	0.9778	0.2156	532.0155	2.0275	8.83	0.4800	0.4766	0.0202	0.0149	73.8432

	5	21	32	33	38	42	49	56	58	59	...	133	159	160	166	183	200	210	460	510	511
0	100.0	-5419.00	83.3971	9.5126	86.9555	70.0	1.0	0.9317	4.7057	-1.7264	...	1000.7263	1017.0	967.0	2.0	16.713	10.30	0.0772	29.9394	64.6707	0.0000
1	100.0	-5441.50	84.9052	9.7997	87.5241	70.0	1.0	0.9324	4.6820	0.8073	...	998.1081	568.0	59.0	2.2	16.358	8.02	0.0566	40.4475	141.4365	0.0000
2	100.0	-5447.75	84.7569	8.6590	84.7327	70.0	1.0	0.9139	4.5873	23.8245	...	998.4440	562.0	788.0	2.1	22.912	16.73	0.0339	32.3594	240.7767	244.2748
3	100.0	-5468.25	84.9105	8.6789	86.6867	70.0	1.0	0.9139	4.5873	24.3791	...	980.4510	859.0	355.0	1.7	22.562	13.56	0.1248	27.6824	113.5593	0.0000
4	100.0	-5476.25	86.3269	8.7677	86.1468	70.0	1.0	0.9298	4.6414	-12.2945	...	993.1274	699.0	283.0	3.9	37.715	19.77	0.0915	30.8924	148.0663	0.0000
...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...
1562	100.0	-5418.75	83.8405	8.7164	86.3672	70.0	1.0	0.9204	4.4941	2.8182	...	997.7594	1280.0	334.0	5.9	14.104	12.71	0.0797	52.6790	53.1915	235.7895
1563	100.0	-6408.75	84.0623	8.9607	86.4051	70.0	1.0	0.9255	4.5305	-3.3555	...	1015.7622	504.0	94.0	2.7	30.347	24.47	0.0797	18.5401	29.4372	700.0000
1564	100.0	-5153.25	85.8638	8.1728	86.3506	70.0	1.0	0.9353	4.6118	1.1664	...	1004.0500	1178.0	542.0	3.2	20.963	19.37	0.0797	37.7546	54.8330	0.0000
1565	100.0	-5271.75	84.5602	9.1930	86.3130	70.0	1.0	0.9207	4.5509	4.4682	...	999.4826	1740.0	252.0	2.2	13.879	9.49	0.0797	29.2827	78.4993	456.4103
1566	100.0	-5319.50	83.3424	8.7786	86.4039	70.0	1.0	0.9187	4.5479	1.8718	...	1004.0500	763.0	304.0	3.9	18.859	16.09	0.0797	17.0933	75.8621	317.6471

Steps and tasks:¶

1. Import and explore the data.¶

2. Data cleansing:¶

we will drop all the columns where null values are greater than 200¶

we have removed 52 columnes which having null count more than two hunderd¶

Note : The dataset is imbalance So , we need to balance it¶

Now we were able have 309 columns and 1567 roes¶

3.Data analysis & visualisation:¶

NOTE : this Four are not important for us we will drop them ['5', '42', '49', '69']¶

NOTE :¶

conclusions¶

	Values
59	0.066875
64	0.060815
166	0.050538
21	0.050471
210	0.047304
63	0.044691
38	0.044393
103	0.043619
510	0.042113
200	0.040102
121	0.038593
460	0.037035
159	0.036878
100	0.034926
183	0.033624
79	0.033521
33	0.033392
160	0.033223
126	0.032740
58	0.030823
511	0.029831
133	0.029460
129	0.028944
32	0.027704
56	0.023187
95	0.016018
114	0.009179
69	0.000000
49	0.000000
42	0.000000
5	0.000000

	Values
59	0.012984
64	0.012477
153	0.009375
65	0.008800
348	0.007168
...	...
512	0.000000
513	0.000000
514	0.000000
515	0.000000
149	0.000000

	Values
64	0.067541
59	0.065978
21	0.050146
166	0.049623
103	0.046548
38	0.046491
121	0.044358
63	0.042473
210	0.042149
160	0.040386
460	0.040195
510	0.039279
200	0.037214
33	0.037128
159	0.036449
183	0.034095
100	0.033210
129	0.032316
79	0.030776
58	0.030607
126	0.030214
32	0.029205
133	0.028789
511	0.026122
56	0.025597
95	0.013111

	train_accuracy	test_accuracy	f1	recall	precision	Duration
Logistic Regression	0.930567	0.926752	0.000000	0.00	0.00	0.090695
SVM	0.932961	0.936306	0.000000	0.00	0.00	0.253236
RandomForest	1.000000	0.936306	0.000000	0.00	0.00	1.972989
Naive Bayes	0.901038	0.875796	0.133333	0.15	0.15	0.008512
Decision Tree	0.972067	0.917197	0.071429	0.05	0.05	0.031260
Adaboost	1.000000	0.936306	0.000000	0.00	0.00	1.226619
BaggingClassifier	0.958500	0.933121	0.000000	0.00	0.00	0.172511
gradientBoost	0.976856	0.939490	0.173913	0.10	0.10	0.657778
XgBoost	1.000000	0.929936	0.083333	0.05	0.05	0.214326
CatClassifier	0.987231	0.936306	0.000000	0.00	0.00	3.369587
lightGBM	1.000000	0.929936	0.083333	0.05	0.05	0.263576

	train_accuracy	test_accuracy	f1	recall	precision	Duration
Logistic Regression	0.744654	0.757962	0.191489	0.45	0.45	0.030128
SVM	0.563730	0.375796	0.132743	0.75	0.75	2.204405
RandomForest	1.000000	0.914013	0.181818	0.15	0.15	0.706349
Naive Bayes	0.674080	0.837580	0.215385	0.35	0.35	0.015895
DEcision Tree	0.948674	0.789809	0.232558	0.50	0.50	0.031259
Adaboost	1.000000	0.914013	0.129032	0.10	0.10	1.638935
BaggingClassifier	0.969204	0.872611	0.285714	0.40	0.40	0.212777
gradientBoost	0.981180	0.920382	0.324324	0.30	0.30	1.266953
XgBoost	1.000000	0.923567	0.294118	0.25	0.25	0.219532
CatClassifier	1.000000	0.942675	0.400000	0.30	0.30	3.894480
lightGBM	1.000000	0.929936	0.214286	0.15	0.15	0.128411

	train_accuracy	test_accuracy	f1	recall	precision	Duration
Logistic Regression	0.786142	0.745223	0.245283	0.65	0.65	2.480411
RandomForest	0.991446	0.898089	0.200000	0.20	0.20	0.461154
DEcision Tree	1.000000	0.939490	0.240000	0.15	0.15	1.035197
Adaboost	0.924294	0.786624	0.129870	0.25	0.25	0.016243
BaggingClassifier	1.000000	0.933121	0.275862	0.20	0.20	0.859903
gradientBoost	0.989735	0.898089	0.272727	0.30	0.30	0.390972
XgBoost	1.000000	0.933121	0.160000	0.10	0.10	0.904699
CatClassifier	1.000000	0.926752	0.303030	0.25	0.25	0.318916
lightGBM	1.000000	0.929936	0.352941	0.30	0.30	2.248753

	0	1	2	3	4	5	6	7	8	9	...	20	21	22	23	24	25	26	27	28	29
0	-5180.105331	-3019.660809	688.535728	57.979050	349.832778	-40.977232	41.574618	-253.584670	508.030311	599.279346	...	-391.432204	357.123732	-89.993406	-80.233224	-85.201066	141.970567	249.537058	177.978127	139.640100	25.866651
1	-1863.131137	-4019.342340	-1505.440451	199.255068	-639.854810	-45.604448	-17.571577	450.605840	206.853077	769.338028	...	394.985090	-91.575244	-421.431804	70.611440	-353.477280	267.033322	-51.151188	35.843200	-57.437371	50.295300
2	-3150.992486	-3459.545857	-1855.452528	-153.461617	-138.868923	-29.580057	-74.703058	-129.976554	354.697005	-367.462056	...	-241.209484	144.803267	-161.855111	-52.916868	162.394919	95.720993	-211.496984	-106.426782	-74.304474	37.010061
3	-1979.075881	-596.057356	-1509.152198	-572.256874	286.561592	-67.948565	26.025003	92.834481	-186.212471	90.709866	...	-242.724776	60.856458	-345.846291	-121.427755	212.383397	-123.207540	69.931074	-6.167125	-37.390177	97.059818
4	-3922.130405	-2341.192130	134.702127	-188.023420	-133.755858	-54.402597	-37.793285	290.927194	180.917688	297.983877	...	299.355801	-450.288214	32.460930	-337.933738	-249.042810	98.505322	265.370843	38.844432	33.243087	16.809331
...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...
1562	-4530.719756	3375.814858	321.142209	-2037.140217	1587.529654	-66.080695	-439.337589	978.212632	62.567970	-1198.118229	...	-103.065569	435.945472	574.639346	-96.130452	29.947350	-137.723988	35.649168	-101.769068	-30.715082	307.181514
1563	-5194.155598	-3818.636596	300.494199	-127.392045	-776.286109	-49.592045	-66.999805	29.913673	-693.688822	-266.048889	...	-105.616457	-60.644165	-27.954485	-127.989623	-53.105672	-94.845328	-144.392113	-211.471085	-74.239319	-132.398336
1564	-3817.158109	-154.764822	-1198.467584	-15.581329	481.185713	-53.871122	-10.786838	240.104911	124.090309	97.820360	...	-147.282758	79.623653	-1.989687	343.928801	-239.410858	119.617568	152.732810	-108.788608	-84.801087	-19.459065
1565	-4267.237884	-1297.481110	381.586480	299.162705	758.087980	-50.774068	-69.826346	480.119581	-395.279062	121.766592	...	-148.680555	-57.539198	42.445274	-55.632157	-19.693391	-110.755218	-82.993757	7.935766	-36.306944	134.057950
1566	-3559.579897	-3724.956651	-418.500985	-35.652537	-131.075348	-16.319029	-299.526752	691.892414	301.225403	-501.167443	...	-189.219178	10.730144	-11.080204	417.756206	-191.863819	15.605677	55.407339	104.650623	-65.105277	-5.235880

	train_accuracy	test_accuracy	f1	recall	precision	Duration
Logistic Regression	0.591104	0.445860	0.093750	0.45	0.45	0.013002
SVM	0.699743	0.509554	0.114943	0.50	0.50	1.677549
RandomForest	1.000000	0.863057	0.085106	0.10	0.10	0.483465
Naive Bayes	0.592814	0.684713	0.139130	0.40	0.40	0.000000
Decision Tree	0.748931	0.506369	0.114286	0.50	0.50	0.015633
Adaboost	1.000000	0.894904	0.195122	0.20	0.20	0.517764
BaggingClassifier	0.846450	0.684713	0.091743	0.25	0.25	0.062907
gradientBoost	0.843028	0.726115	0.140000	0.35	0.35	0.405742
XgBoost	1.000000	0.866242	0.125000	0.15	0.15	0.175040
CatClassifier	0.959367	0.831210	0.070175	0.10	0.10	2.316386
lightGBM	0.988024	0.856688	0.117647	0.15	0.15	0.103993

Steps and tasks:¶

1. Import and explore the data.¶

2. Data cleansing:¶

we will drop all the columns where null values are greater than 200¶

we have removed 52 columnes which having null count more than two hunderd¶

Note : The dataset is imbalance So , we need to balance it¶

Note : We can see amny columns are co related to each other so we will remove them¶

Now we were able have 309 columns and 1567 roes¶

3.Data analysis & visualisation:¶

NOTE : this Four are not important for us we will drop them ['5', '42', '49', '69']¶

NOTE :¶

conclusions¶